[ 525.169539] env[65027]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.169539] env[65027]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.166657] env[65117]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.166657] env[65117]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.746355] env[65117]: INFO neutron.common.config [-] Logging enabled! [ 527.746699] env[65117]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 527.746901] env[65117]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65117) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.747217] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.747313] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.748148] env[65117]: WARNING oslo_policy.policy [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.748379] env[65117]: WARNING oslo_policy.policy [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.750049] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] VMware NSXv3 Agent initialized successfully. [ 527.750408] env[65117]: DEBUG oslo_concurrency.lockutils [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] Acquiring lock "singleton_lock" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.750539] env[65117]: DEBUG oslo_concurrency.lockutils [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] Acquired lock "singleton_lock" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.750744] env[65117]: DEBUG oslo_concurrency.lockutils [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] Releasing lock "singleton_lock" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.751032] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] Full set of CONF: {{(pid=65117) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.751146] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ******************************************************************************** {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.751248] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] Configuration options gathered from: {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.751599] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.751768] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.751879] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ================================================================================ {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.752056] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] agent_down_time = 75 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752195] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] allow_automatic_dhcp_failover = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752329] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] allow_bulk = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752467] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] api_extensions_path = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752600] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] api_paste_config = api-paste.ini {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752736] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] auth_strategy = keystone {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752839] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] backdoor_port = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.752939] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] backdoor_socket = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753082] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] backlog = 4096 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753220] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753372] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] bind_host = 0.0.0.0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753512] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] bind_port = 9696 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753644] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] client_socket_timeout = 900 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753780] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] config_dir = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.753887] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754031] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] config_source = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754170] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] control_exchange = neutron {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754307] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] core_plugin = ml2 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754441] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] debug = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754574] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] default_availability_zones = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754775] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.754914] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] dhcp_agent_notification = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755056] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] dhcp_agents_per_network = 1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755190] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] dhcp_lease_duration = 86400 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755330] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] dhcp_load_type = networks {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755461] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] dns_domain = openstacklocal {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755593] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755727] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_default_route_bfd = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755852] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_default_route_ecmp = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.755977] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_dvr = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756117] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_new_agents = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756249] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756376] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_signals = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756503] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] enable_traditional_dhcp = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756626] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] external_dns_driver = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756755] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] filter_validation = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.756891] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] global_physnet_mtu = 8950 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757030] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] graceful_shutdown_timeout = 60 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757211] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] host = cpu-1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757350] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] host_dvr_for_dhcp = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757480] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] http_retries = 3 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757616] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] instance_format = [instance: %(uuid)s] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757749] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.757885] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ipam_driver = internal {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758023] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ipv6_pd_enabled = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758158] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] l3_ha = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758300] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758429] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] l3_ha_network_physical_name = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758562] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] l3_ha_network_type = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758697] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_color = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758831] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_config_append = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.758964] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759104] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_dir = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759235] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_file = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759338] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_options = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759468] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_rotate_interval = 1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759608] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_rotate_interval_type = days {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759743] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] log_rotation_type = none {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759847] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.759946] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760092] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760225] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760327] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760460] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] max_dns_nameservers = 5 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760587] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] max_header_line = 16384 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760715] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] max_l3_agents_per_router = 3 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760843] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] max_logfile_count = 30 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.760968] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] max_logfile_size_mb = 200 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761109] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] max_subnet_host_routes = 20 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761243] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] my_ip = 10.180.1.21 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761380] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] my_ipv6 = ::1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761501] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] network_auto_schedule = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761624] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] network_link_prefix = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761756] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.761892] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] notify_nova_on_port_data_changes = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762068] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] notify_nova_on_port_status_changes = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762173] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] pagination_max_limit = -1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762301] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] publish_errors = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762430] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] rate_limit_burst = 0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762564] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] rate_limit_except_level = CRITICAL {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762691] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] rate_limit_interval = 0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762820] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] retry_until_window = 30 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.762948] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] router_distributed = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763083] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] rpc_resources_processing_step = 20 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763211] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] rpc_response_max_timeout = 600 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763339] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] rpc_response_timeout = 60 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763464] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] send_events_interval = 2 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763608] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] service_plugins = ['router'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763744] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] setproctitle = on {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.763870] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] shell_completion = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764010] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] state_path = /opt/stack/data/neutron {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764152] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] syslog_log_facility = LOG_USER {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764281] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] tcp_keepidle = 600 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764414] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] transport_url = **** {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764540] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] use_journal = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764664] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] use_json = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764789] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] use_ssl = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.764917] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] use_stderr = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765059] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] use_syslog = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765187] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] vlan_qinq = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765313] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] vlan_transparent = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765440] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] watch_log_file = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765567] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] wsgi_default_pool_size = 100 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765716] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] wsgi_keep_alive = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765839] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.765970] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] wsgi_server_debug = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.766128] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_concurrency.disable_process_locking = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766272] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766414] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766547] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766688] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766827] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766958] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767117] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.connection_string = messaging:// {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767258] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.enabled = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767400] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.es_doc_type = notification {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767535] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.es_scroll_size = 10000 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767674] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.es_scroll_time = 2m {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767810] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.filter_error_trace = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767950] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.hmac_keys = **** {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768099] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.sentinel_service_name = mymaster {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768243] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.socket_timeout = 0.1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768374] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.trace_requests = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768502] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler.trace_sqlalchemy = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768651] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler_jaeger.process_tags = {} {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768783] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler_jaeger.service_name_prefix = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768920] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] profiler_otlp.service_name_prefix = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769076] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.enforce_new_defaults = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769352] env[65117]: WARNING oslo_config.cfg [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.769502] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.enforce_scope = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769645] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.policy_default_rule = default {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769798] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769941] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770092] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770228] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770358] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770489] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770619] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770756] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770905] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771061] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] agent.extensions = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771205] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771345] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] service_providers.service_provider = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771487] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.default_quota = -1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771627] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771764] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_floatingip = 50 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771897] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_network = 100 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772037] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_port = 500 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772172] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772302] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_router = 10 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772431] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_security_group = 10 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772563] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772693] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.quota_subnet = 100 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772825] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] QUOTAS.track_quota_usage = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772972] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773115] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.group = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773245] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.helper_command = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773378] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.log_daemon_traceback = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773518] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773657] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.thread_pool_size = 8 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773787] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep.user = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773932] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774069] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.group = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774200] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.helper_command = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774330] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774464] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774593] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774723] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_dhcp_release.user = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774865] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774991] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.group = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775133] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775264] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775400] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775529] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775660] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_ovs_vsctl.user = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775802] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.capabilities = [21] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775933] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.group = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776072] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.helper_command = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776205] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776337] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776469] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776600] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_namespace.user = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776743] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.capabilities = [12] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776872] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.group = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776999] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.helper_command = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777144] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777279] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777411] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777539] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_conntrack.user = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777677] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.capabilities = [12, 21] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777806] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.group = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777935] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.helper_command = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778078] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.log_daemon_traceback = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778215] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778345] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.thread_pool_size = 8 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778471] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] privsep_link.user = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778625] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778772] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778908] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.continue_on_failed_promotions = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779051] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.dscp = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779191] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.dscp_inherit = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779330] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.force_mp_to_policy = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779465] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.locking_coordinator_url = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779602] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.log_agent_heartbeats = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779738] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.logging_expire = 1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779881] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780023] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780167] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.polling_interval = 240 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780301] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780441] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780583] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.report_interval = 30.0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780727] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780869] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781014] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781159] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.sync_skew = 60 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781296] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.synchronization_queue_size = 20 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781431] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT.use_helper_for_ns_read = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781573] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] SECURITYGROUP.enable_ipset = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781715] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] SECURITYGROUP.enable_security_group = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781857] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781997] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782149] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] experimental.ipv6_pd_enabled = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782307] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.extension_drivers = ['port_security'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782439] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.external_network_type = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782585] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782728] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.overlay_ip_version = 4 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782871] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.path_mtu = 8950 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783019] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.physical_network_mtus = {} {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783169] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783309] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783454] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ml2.type_drivers = ['vlan'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783602] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783733] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783868] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784015] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784159] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784297] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784440] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784582] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784723] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784932] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785090] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_login_password = **** {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785239] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785376] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_login_user = admin {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785515] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785657] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785797] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785933] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786084] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786232] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786373] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786509] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786643] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786784] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786928] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787073] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787218] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787413] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787559] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787700] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787839] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787981] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.auth_section = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788142] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.auth_type = password {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788284] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788417] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.certfile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788553] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.collect_timing = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788696] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.endpoint_type = public {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788832] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.insecure = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788963] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.keyfile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789117] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.region_name = RegionOne {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789253] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.split_loggers = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789384] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] nova.timeout = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789525] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.auth_section = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789668] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.auth_type = password {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790131] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790131] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.certfile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790131] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.collect_timing = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790223] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.endpoint_type = public {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790330] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.insecure = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790458] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.keyfile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790584] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.region_name = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790714] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.split_loggers = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790841] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] placement.timeout = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790980] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.auth_section = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791154] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.auth_type = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791288] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.cafile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791417] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.certfile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791548] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.collect_timing = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791678] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.connect_retries = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791812] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.connect_retry_delay = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791952] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.enable_notifications = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792091] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.endpoint_override = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792226] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.insecure = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792360] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.interface = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792488] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.keyfile = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792622] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.max_version = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792755] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.min_version = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792883] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.region_name = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793067] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.retriable_status_codes = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793201] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.service_name = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793330] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.service_type = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793460] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.split_loggers = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793587] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.status_code_retries = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793713] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.status_code_retry_delay = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793842] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.timeout = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793987] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.valid_interfaces = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794136] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ironic.version = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794280] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] cli_script.dry_run = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794432] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794561] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794697] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794832] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794964] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795110] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795241] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795371] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795501] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795641] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795776] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795916] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796063] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796208] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796343] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796485] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796620] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796755] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796898] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797042] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797176] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797304] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797435] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797566] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797697] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797828] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797957] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798101] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798235] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798367] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798502] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.ssl = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798641] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798780] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798913] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799060] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799201] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799333] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799476] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_notifications.driver = [] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799610] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_notifications.retry = -1 {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799762] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799900] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800010] env[65117]: DEBUG oslo_service.backend._eventlet.service [None req-adaa9686-6536-43cf-853f-468d7d3202e8 None None] ******************************************************************************** {{(pid=65117) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.801181] env[65117]: DEBUG neutron.agent.securitygroups_rpc [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Init firewall settings (driver=nsxv3) {{(pid=65117) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.802542] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65117) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.802787] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.805019] env[65117]: DEBUG dogpile.cache.region [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.805140] env[65117]: DEBUG dogpile.lock [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.805239] env[65117]: DEBUG dogpile.lock [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.805331] env[65117]: DEBUG dogpile.lock [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.805426] env[65117]: DEBUG dogpile.cache.region [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.805508] env[65117]: DEBUG dogpile.lock [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.805629] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.825639] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Session token - acquiring [ 527.827225] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.827392] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.827500] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.827937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.839254] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.117667] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.137967] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.138200] env[65117]: DEBUG dogpile.cache.region [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.138254] env[65117]: DEBUG dogpile.lock [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.138361] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Activating Policy API Provider. [ 528.138552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Looking for the default Infrastructure Rules. [ 528.212052] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Looking for the Default Layer3 Logged Drop Section. [ 528.228399] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.228877] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.229070] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.229175] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.229466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.229803] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.744838] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.247917] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.750994] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Inventory metadata is going to be refreshed. [ 529.751178] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.542017] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.542514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.542514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.542674] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.554374] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.555233] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.555859] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.573016] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.573284] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.573284] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.573584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.573710] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.573855] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.573970] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.574090] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.594632] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.595018] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.595018] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.595199] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.595370] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.595513] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.630808] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.631141] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.631141] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.631397] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.631542] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.631689] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.653153] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.653431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.653431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.653738] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.653889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.654051] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.654155] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.654288] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.678708] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.678708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.678708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.678708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.678708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.678708] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.678708] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.678708] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.698429] env[65117]: DEBUG networking_nsxv3.common.locking [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.698429] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.698429] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.698429] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.698903] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.698903] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.698903] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.699102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Inventory metadata have been refreshed. [ 530.699157] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Dryrun:True. Metadata refresh completed. [ 530.699298] env[65117]: DEBUG oslo_concurrency.lockutils [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Releasing lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.701812] env[65117]: INFO neutron.agent.agent_extensions_manager [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Loaded agent extensions: [] [ 530.705355] env[65117]: DEBUG neutron_lib.callbacks.manager [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65117) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.780496] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.780734] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.780734] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent out of sync with plugin! [ 535.702738] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.703131] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.704511] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.704511] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.677750] env[65117]: INFO networking_nsxv3.common.synchronization [None req-84fd35f6-2a90-470c-baa4-a2e235f2a338 demo admin] Enqueued Resource ID: a7470f5d-cfd1-42c1-8f8f-fe6f899cc749 with Priority: HIGHEST for action security_group_rules [ 545.678368] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7470f5d-cfd1-42c1-8f8f-fe6f899cc749 with Priority: HIGHEST for action security_group_rules [ 545.678663] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7470f5d-cfd1-42c1-8f8f-fe6f899cc749 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.678790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7470f5d-cfd1-42c1-8f8f-fe6f899cc749" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.678858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7470f5d-cfd1-42c1-8f8f-fe6f899cc749" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.679309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7470f5d-cfd1-42c1-8f8f-fe6f899cc749" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.679398] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7470f5d-cfd1-42c1-8f8f-fe6f899cc749',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.200031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.200330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.200330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.200475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.200531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.200621] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7470f5d-cfd1-42c1-8f8f-fe6f899cc749 already deleted. [ 546.200702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7470f5d-cfd1-42c1-8f8f-fe6f899cc749" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.679317] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.679817] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.680704] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.681219] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.681901] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.682295] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.685515] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.685515] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.685766] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.686124] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.739153] env[65117]: INFO networking_nsxv3.common.synchronization [None req-189dce42-f36d-4ce4-ae7d-660c35aa8e81 None None] Enqueued Resource ID: 6b4932d8-2581-48c8-8984-0974625c808b with Priority: HIGHEST for action port [ 570.739153] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4932d8-2581-48c8-8984-0974625c808b with Priority: HIGHEST for action port [ 570.739153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4932d8-2581-48c8-8984-0974625c808b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.739153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4932d8-2581-48c8-8984-0974625c808b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.739153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4932d8-2581-48c8-8984-0974625c808b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.739488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4932d8-2581-48c8-8984-0974625c808b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.739488] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4932d8-2581-48c8-8984-0974625c808b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.243414] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4932d8-2581-48c8-8984-0974625c808b [ 571.243414] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.243414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.243414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.243414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.243414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.243414] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4932d8-2581-48c8-8984-0974625c808b already deleted. [ 571.243414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4932d8-2581-48c8-8984-0974625c808b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.482179] env[65117]: INFO networking_nsxv3.common.synchronization [None req-8b9f83b5-d297-47ac-b8c6-de59dbd00eed None None] Enqueued Resource ID: 82c0167b-78a2-427f-a9f2-b8a32feb7c2e with Priority: HIGHEST for action port [ 572.485219] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c0167b-78a2-427f-a9f2-b8a32feb7c2e with Priority: HIGHEST for action port [ 572.485219] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c0167b-78a2-427f-a9f2-b8a32feb7c2e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.485219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c0167b-78a2-427f-a9f2-b8a32feb7c2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.485219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c0167b-78a2-427f-a9f2-b8a32feb7c2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.485778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c0167b-78a2-427f-a9f2-b8a32feb7c2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.486526] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c0167b-78a2-427f-a9f2-b8a32feb7c2e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.714845] env[65117]: INFO networking_nsxv3.common.synchronization [None req-479ac51d-9d84-417e-a9a4-f6f371849339 tempest-ServerActionsV293TestJSON-338074604 tempest-ServerActionsV293TestJSON-338074604-project-member] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_rules [ 572.716139] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_rules [ 572.716557] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.716695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.716768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.717038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.717116] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.815397] env[65117]: INFO networking_nsxv3.common.synchronization [None req-fcc27f6d-78b6-4af3-adb1-df09d73d2e13 tempest-ServerActionsV293TestJSON-338074604 tempest-ServerActionsV293TestJSON-338074604-project-member] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_rules [ 572.815940] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_rules [ 572.816734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.816734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.990430] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82c0167b-78a2-427f-a9f2-b8a32feb7c2e [ 572.990770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.990770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.990908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.991259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.991321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.991382] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82c0167b-78a2-427f-a9f2-b8a32feb7c2e already deleted. [ 572.991493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c0167b-78a2-427f-a9f2-b8a32feb7c2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.243158] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.243421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.243421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.243901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.243901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.243901] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a already deleted. [ 573.243901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.244834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.244834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.244834] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.308283] env[65117]: INFO networking_nsxv3.common.synchronization [None req-312d949a-603f-4e55-8352-ab2308913fe3 None None] Enqueued Resource ID: 9efb15a6-cb5d-4dc2-921b-0cd5e55585d4 with Priority: HIGHEST for action port [ 573.308283] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efb15a6-cb5d-4dc2-921b-0cd5e55585d4 with Priority: HIGHEST for action port [ 573.308283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9efb15a6-cb5d-4dc2-921b-0cd5e55585d4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.308283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9efb15a6-cb5d-4dc2-921b-0cd5e55585d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.308283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9efb15a6-cb5d-4dc2-921b-0cd5e55585d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.308967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9efb15a6-cb5d-4dc2-921b-0cd5e55585d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.309231] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efb15a6-cb5d-4dc2-921b-0cd5e55585d4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.769032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.769366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.769366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.769631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.769796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.770245] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a already deleted. [ 573.770386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.811967] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9efb15a6-cb5d-4dc2-921b-0cd5e55585d4 [ 573.812230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.812374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.812446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.812655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.812743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.812839] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9efb15a6-cb5d-4dc2-921b-0cd5e55585d4 already deleted. [ 573.813037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9efb15a6-cb5d-4dc2-921b-0cd5e55585d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.707311] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.707311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.707311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.707311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.707539] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.063435] env[65117]: INFO networking_nsxv3.common.synchronization [None req-afd84490-a42f-4372-a62f-d875d87682e0 None None] Enqueued Resource ID: e0dd2331-e195-4173-a2b6-45b4b141c8db with Priority: HIGHEST for action port [ 575.063435] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0dd2331-e195-4173-a2b6-45b4b141c8db with Priority: HIGHEST for action port [ 575.064214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0dd2331-e195-4173-a2b6-45b4b141c8db taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.064214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0dd2331-e195-4173-a2b6-45b4b141c8db" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.064214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0dd2331-e195-4173-a2b6-45b4b141c8db" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.064368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0dd2331-e195-4173-a2b6-45b4b141c8db" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.064406] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0dd2331-e195-4173-a2b6-45b4b141c8db',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.211096] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.566985] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0dd2331-e195-4173-a2b6-45b4b141c8db [ 575.567608] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.567951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.568174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.568530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.568530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.568693] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0dd2331-e195-4173-a2b6-45b4b141c8db already deleted. [ 575.568895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0dd2331-e195-4173-a2b6-45b4b141c8db" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.714871] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.192521] env[65117]: INFO networking_nsxv3.common.synchronization [None req-5570a5ed-8e8b-42dd-b51e-829a05f93d1e None None] Enqueued Resource ID: e6898b23-7555-4019-a811-e34c4b2940da with Priority: HIGHEST for action port [ 576.192813] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6898b23-7555-4019-a811-e34c4b2940da with Priority: HIGHEST for action port [ 576.196777] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6898b23-7555-4019-a811-e34c4b2940da taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.196945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6898b23-7555-4019-a811-e34c4b2940da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.197061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6898b23-7555-4019-a811-e34c4b2940da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.197324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6898b23-7555-4019-a811-e34c4b2940da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.197416] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6898b23-7555-4019-a811-e34c4b2940da',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.218117] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 576.220653] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 576.699925] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6898b23-7555-4019-a811-e34c4b2940da [ 576.699925] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.700160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.700160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.700338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.700420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.700486] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6898b23-7555-4019-a811-e34c4b2940da already deleted. [ 576.700576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6898b23-7555-4019-a811-e34c4b2940da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.062710] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.062888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.062944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.063172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.081292] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 577.087345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.087502] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 577.112994] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.112994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.112994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.112994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.112994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.112994] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 577.112994] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.112994] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 577.136040] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.136279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.138624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.138624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.138624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.138624] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.164535] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.164933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.165118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.165478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.166017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.166017] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.193131] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.193131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.193131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.193131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.193131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.193131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 577.193131] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.193131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 577.211564] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.211665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.211739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.212034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.212104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.212157] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 577.212231] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.212300] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 577.241218] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.241218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.241218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.241218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.241218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.241606] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 577.241606] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.241606] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 577.241797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 577.241797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 577.241945] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 577.241988] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 577.242701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 577.242701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 577.242701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 577.267614] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.267832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.267952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.268393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.268393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.268393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.293606] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.293764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.293837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.294049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.294152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.387556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.991103] env[65117]: INFO networking_nsxv3.common.synchronization [None req-1ceb9e98-d43b-40c6-ad82-f4672db02865 None None] Enqueued Resource ID: a469e25e-7772-48ab-9c2d-806b83b9e12e with Priority: HIGHEST for action port [ 577.991103] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a469e25e-7772-48ab-9c2d-806b83b9e12e with Priority: HIGHEST for action port [ 577.991103] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a469e25e-7772-48ab-9c2d-806b83b9e12e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.991103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a469e25e-7772-48ab-9c2d-806b83b9e12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.991103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a469e25e-7772-48ab-9c2d-806b83b9e12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.991103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a469e25e-7772-48ab-9c2d-806b83b9e12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.992090] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a469e25e-7772-48ab-9c2d-806b83b9e12e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.498610] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a469e25e-7772-48ab-9c2d-806b83b9e12e [ 578.498610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.498610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.498610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.498610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.498610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.498610] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a469e25e-7772-48ab-9c2d-806b83b9e12e already deleted. [ 578.498610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a469e25e-7772-48ab-9c2d-806b83b9e12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.623544] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7ddf8c8b-f878-4df0-bcd1-02023030c2ce None None] Enqueued Resource ID: 4439a9ab-6016-428f-a076-94f314a93e01 with Priority: HIGHEST for action port [ 578.624210] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4439a9ab-6016-428f-a076-94f314a93e01 with Priority: HIGHEST for action port [ 578.625076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4439a9ab-6016-428f-a076-94f314a93e01 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.625318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4439a9ab-6016-428f-a076-94f314a93e01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.625318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4439a9ab-6016-428f-a076-94f314a93e01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.625513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4439a9ab-6016-428f-a076-94f314a93e01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.627349] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4439a9ab-6016-428f-a076-94f314a93e01',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.791012] env[65117]: INFO networking_nsxv3.common.synchronization [None req-1ced133e-aba9-48f8-8338-e57b3a162167 None None] Enqueued Resource ID: b6dc1dca-0a90-41f6-a48b-f85eeb25618f with Priority: HIGHEST for action port [ 578.791256] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6dc1dca-0a90-41f6-a48b-f85eeb25618f with Priority: HIGHEST for action port [ 578.791552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6dc1dca-0a90-41f6-a48b-f85eeb25618f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.793546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6dc1dca-0a90-41f6-a48b-f85eeb25618f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.793749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6dc1dca-0a90-41f6-a48b-f85eeb25618f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.793877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6dc1dca-0a90-41f6-a48b-f85eeb25618f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.793967] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6dc1dca-0a90-41f6-a48b-f85eeb25618f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.130131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4439a9ab-6016-428f-a076-94f314a93e01 [ 579.130269] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.130269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.130384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.130540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.130623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.130715] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4439a9ab-6016-428f-a076-94f314a93e01 already deleted. [ 579.130792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4439a9ab-6016-428f-a076-94f314a93e01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.295968] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6dc1dca-0a90-41f6-a48b-f85eeb25618f [ 579.296155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.296586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.296586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.296586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.296690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.297516] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6dc1dca-0a90-41f6-a48b-f85eeb25618f already deleted. [ 579.297516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6dc1dca-0a90-41f6-a48b-f85eeb25618f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.828746] env[65117]: INFO networking_nsxv3.common.synchronization [None req-77fb151c-8c68-4caa-9329-ff9797804eae None None] Enqueued Resource ID: a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d with Priority: HIGHEST for action port [ 579.829750] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d with Priority: HIGHEST for action port [ 579.830809] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.830933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.831016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.831268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.831353] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.333885] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d [ 580.334399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.335041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.335529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.335771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.335771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.336446] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d already deleted. [ 580.336446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ef7084-7f3d-4ae1-bc35-29a0b61bae5d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.750659] env[65117]: INFO networking_nsxv3.common.synchronization [None req-abb5ba8b-5ee5-4534-baa1-68eb30d9a474 None None] Enqueued Resource ID: efd0655f-b4e2-4330-a5b9-5e59e4a9977c with Priority: HIGHEST for action port [ 580.750659] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd0655f-b4e2-4330-a5b9-5e59e4a9977c with Priority: HIGHEST for action port [ 580.750659] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd0655f-b4e2-4330-a5b9-5e59e4a9977c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.750659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd0655f-b4e2-4330-a5b9-5e59e4a9977c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.750659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd0655f-b4e2-4330-a5b9-5e59e4a9977c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.750659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd0655f-b4e2-4330-a5b9-5e59e4a9977c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.750930] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd0655f-b4e2-4330-a5b9-5e59e4a9977c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.255532] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efd0655f-b4e2-4330-a5b9-5e59e4a9977c [ 581.256765] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.256765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.256765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.256765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.256765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.256765] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efd0655f-b4e2-4330-a5b9-5e59e4a9977c already deleted. [ 581.256765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd0655f-b4e2-4330-a5b9-5e59e4a9977c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.266669] env[65117]: INFO networking_nsxv3.common.synchronization [None req-17fdbcfc-1bba-429a-8036-33cc717fb53d None None] Enqueued Resource ID: 2e23073a-656a-4834-bb5f-bfa642c49919 with Priority: HIGHEST for action port [ 581.267343] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e23073a-656a-4834-bb5f-bfa642c49919 with Priority: HIGHEST for action port [ 581.267650] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e23073a-656a-4834-bb5f-bfa642c49919 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.267650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e23073a-656a-4834-bb5f-bfa642c49919" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.267779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e23073a-656a-4834-bb5f-bfa642c49919" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.267980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e23073a-656a-4834-bb5f-bfa642c49919" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.270467] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e23073a-656a-4834-bb5f-bfa642c49919',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.463760] env[65117]: INFO networking_nsxv3.common.synchronization [None req-6f0747b9-82e8-49c1-a5de-b51b5300a602 None None] Enqueued Resource ID: 9798bacf-133b-4b99-ac1c-9e390bfda6cf with Priority: HIGHEST for action port [ 581.464760] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9798bacf-133b-4b99-ac1c-9e390bfda6cf with Priority: HIGHEST for action port [ 581.465793] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9798bacf-133b-4b99-ac1c-9e390bfda6cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.465866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9798bacf-133b-4b99-ac1c-9e390bfda6cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.465971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9798bacf-133b-4b99-ac1c-9e390bfda6cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.466830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9798bacf-133b-4b99-ac1c-9e390bfda6cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.466962] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9798bacf-133b-4b99-ac1c-9e390bfda6cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.772694] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e23073a-656a-4834-bb5f-bfa642c49919 [ 581.772694] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.772694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.772694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.772964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.773028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.773231] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e23073a-656a-4834-bb5f-bfa642c49919 already deleted. [ 581.773338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e23073a-656a-4834-bb5f-bfa642c49919" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.970299] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9798bacf-133b-4b99-ac1c-9e390bfda6cf [ 581.970299] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.970414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.970512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.971029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.971029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.971029] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9798bacf-133b-4b99-ac1c-9e390bfda6cf already deleted. [ 581.971029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9798bacf-133b-4b99-ac1c-9e390bfda6cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.301039] env[65117]: INFO networking_nsxv3.common.synchronization [None req-157824ec-9396-4c1c-b445-7cb3f990db9c None None] Enqueued Resource ID: 9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8 with Priority: HIGHEST for action port [ 582.302726] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8 with Priority: HIGHEST for action port [ 582.302726] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.306305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.306305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.307082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.307082] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.466204] env[65117]: INFO networking_nsxv3.common.synchronization [None req-25393f22-b157-4cd1-a3a0-3b44cf9b41e7 None None] Enqueued Resource ID: 1e33e098-f460-4200-9318-e1f92f8dbc2b with Priority: HIGHEST for action port [ 582.466292] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e33e098-f460-4200-9318-e1f92f8dbc2b with Priority: HIGHEST for action port [ 582.466844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e33e098-f460-4200-9318-e1f92f8dbc2b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.466844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e33e098-f460-4200-9318-e1f92f8dbc2b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.466844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e33e098-f460-4200-9318-e1f92f8dbc2b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.467238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e33e098-f460-4200-9318-e1f92f8dbc2b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.467238] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e33e098-f460-4200-9318-e1f92f8dbc2b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.810181] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8 [ 582.810438] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.810845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.810845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.810976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.811016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.811446] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8 already deleted. [ 582.811446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0f29a5-ec84-4ca7-b6ed-a20ba5e21dc8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.970648] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e33e098-f460-4200-9318-e1f92f8dbc2b [ 582.970648] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.970648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.970648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.970648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.970648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.970648] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e33e098-f460-4200-9318-e1f92f8dbc2b already deleted. [ 582.970648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e33e098-f460-4200-9318-e1f92f8dbc2b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.354193] env[65117]: INFO networking_nsxv3.common.synchronization [None req-8649d302-412a-4c38-aa9a-34bed0363739 None None] Enqueued Resource ID: d5fde459-6e6a-4d17-be8e-2c349f6309e0 with Priority: HIGHEST for action port [ 584.355208] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5fde459-6e6a-4d17-be8e-2c349f6309e0 with Priority: HIGHEST for action port [ 584.356413] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5fde459-6e6a-4d17-be8e-2c349f6309e0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.356619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5fde459-6e6a-4d17-be8e-2c349f6309e0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.356674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5fde459-6e6a-4d17-be8e-2c349f6309e0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.356893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5fde459-6e6a-4d17-be8e-2c349f6309e0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.356979] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5fde459-6e6a-4d17-be8e-2c349f6309e0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.861985] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5fde459-6e6a-4d17-be8e-2c349f6309e0 [ 584.863527] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.863527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.863527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.863527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.863527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.863527] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5fde459-6e6a-4d17-be8e-2c349f6309e0 already deleted. [ 584.863527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5fde459-6e6a-4d17-be8e-2c349f6309e0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.093308] env[65117]: INFO networking_nsxv3.common.synchronization [None req-114b7898-5cdb-4782-becf-f277178c043b None None] Enqueued Resource ID: dec9e950-7ab1-4ac0-9f86-08c4f1b621d2 with Priority: HIGHEST for action port [ 585.093308] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec9e950-7ab1-4ac0-9f86-08c4f1b621d2 with Priority: HIGHEST for action port [ 585.093308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec9e950-7ab1-4ac0-9f86-08c4f1b621d2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.093308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec9e950-7ab1-4ac0-9f86-08c4f1b621d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.093308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec9e950-7ab1-4ac0-9f86-08c4f1b621d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.095560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec9e950-7ab1-4ac0-9f86-08c4f1b621d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.095941] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec9e950-7ab1-4ac0-9f86-08c4f1b621d2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.600253] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec9e950-7ab1-4ac0-9f86-08c4f1b621d2 [ 585.600526] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.600654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.600697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.601047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.601047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.601119] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec9e950-7ab1-4ac0-9f86-08c4f1b621d2 already deleted. [ 585.601149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec9e950-7ab1-4ac0-9f86-08c4f1b621d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.845180] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0259a6a7-0de6-49a0-89c3-7b92eff25909 None None] Enqueued Resource ID: 5dde229b-49a6-42e7-a4a2-287274b98b3f with Priority: HIGHEST for action port [ 585.845180] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dde229b-49a6-42e7-a4a2-287274b98b3f with Priority: HIGHEST for action port [ 585.845180] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dde229b-49a6-42e7-a4a2-287274b98b3f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.845180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dde229b-49a6-42e7-a4a2-287274b98b3f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.846379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dde229b-49a6-42e7-a4a2-287274b98b3f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.846697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dde229b-49a6-42e7-a4a2-287274b98b3f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.846788] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dde229b-49a6-42e7-a4a2-287274b98b3f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.353068] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dde229b-49a6-42e7-a4a2-287274b98b3f [ 586.353068] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.353068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.353068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.353068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.353068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.353068] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dde229b-49a6-42e7-a4a2-287274b98b3f already deleted. [ 586.353068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dde229b-49a6-42e7-a4a2-287274b98b3f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.669411] env[65117]: INFO networking_nsxv3.common.synchronization [None req-117e77cf-6163-4c01-96ec-c4ec221966f6 None None] Enqueued Resource ID: 98845473-6e6d-42bf-aad6-7b7962138a45 with Priority: HIGHEST for action port [ 586.671764] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98845473-6e6d-42bf-aad6-7b7962138a45 with Priority: HIGHEST for action port [ 586.671764] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-98845473-6e6d-42bf-aad6-7b7962138a45 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.671764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98845473-6e6d-42bf-aad6-7b7962138a45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.671764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98845473-6e6d-42bf-aad6-7b7962138a45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.671764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98845473-6e6d-42bf-aad6-7b7962138a45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.671764] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98845473-6e6d-42bf-aad6-7b7962138a45',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.175126] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98845473-6e6d-42bf-aad6-7b7962138a45 [ 587.175865] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.175865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.175865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.176087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.176154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.176408] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98845473-6e6d-42bf-aad6-7b7962138a45 already deleted. [ 587.176408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98845473-6e6d-42bf-aad6-7b7962138a45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.386436] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c5d3fa9a-9f6b-40c8-8a63-69eca612140d None None] Enqueued Resource ID: 6c748a47-e2e7-431b-bfd9-d2e2774d8687 with Priority: HIGHEST for action port [ 588.386436] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c748a47-e2e7-431b-bfd9-d2e2774d8687 with Priority: HIGHEST for action port [ 588.386436] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c748a47-e2e7-431b-bfd9-d2e2774d8687 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.386436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c748a47-e2e7-431b-bfd9-d2e2774d8687" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.386436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c748a47-e2e7-431b-bfd9-d2e2774d8687" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.386436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c748a47-e2e7-431b-bfd9-d2e2774d8687" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.386436] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c748a47-e2e7-431b-bfd9-d2e2774d8687',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.412970] env[65117]: INFO networking_nsxv3.common.synchronization [None req-11c82296-93a7-4ca8-921b-6a1409cb4f90 None None] Enqueued Resource ID: d0d58d78-300d-4235-adb9-f908004a49a8 with Priority: HIGHEST for action port [ 588.414772] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d58d78-300d-4235-adb9-f908004a49a8 with Priority: HIGHEST for action port [ 588.414772] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d58d78-300d-4235-adb9-f908004a49a8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.414772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d58d78-300d-4235-adb9-f908004a49a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.414772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d58d78-300d-4235-adb9-f908004a49a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.417236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d58d78-300d-4235-adb9-f908004a49a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.417328] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d58d78-300d-4235-adb9-f908004a49a8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.463019] env[65117]: INFO networking_nsxv3.common.synchronization [req-8bfb4e3e-0f8b-4f4b-9721-f4155db6d4c4 req-8af20b01-7b52-4eb5-963e-48feb5d18092 tempest-DeleteServersAdminTestJSON-739537786 tempest-DeleteServersAdminTestJSON-739537786-project-member] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 588.463218] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 588.464441] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.464653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.464778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.465280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.465965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.466242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.466464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.466859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.467088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.467260] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.890545] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c748a47-e2e7-431b-bfd9-d2e2774d8687 [ 588.890545] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.891927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.891927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.891927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.891927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.891927] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c748a47-e2e7-431b-bfd9-d2e2774d8687 already deleted. [ 588.891927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c748a47-e2e7-431b-bfd9-d2e2774d8687" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.921548] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0d58d78-300d-4235-adb9-f908004a49a8 [ 588.921548] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.921548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.921548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.921548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.921548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.921548] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0d58d78-300d-4235-adb9-f908004a49a8 already deleted. [ 588.921548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d58d78-300d-4235-adb9-f908004a49a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.971703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.971869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.971941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.972186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.972279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.972475] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.972576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.972641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.972787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.972865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.972973] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 already deleted. [ 588.973041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.130482] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.130482] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.130482] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.130793] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.131175] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.131399] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.131541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.131765] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.131900] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.132406] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.132524] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.132749] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.132749] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.133661] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.133661] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.133661] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.162948] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.163122] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.163263] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.163444] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.163756] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-65932d80-1180-4b8e-8a46-d1d4df4b04c5 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.163920] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.164177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.164661] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.164697] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65932d80-1180-4b8e-8a46-d1d4df4b04c5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.668952] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.669604] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.669857] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.670232] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.670478] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.670743] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 65932d80-1180-4b8e-8a46-d1d4df4b04c5 not found, creating... [ 589.672035] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.672035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.672035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.672299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.672467] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.672823] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.672976] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.673102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.673313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.674016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.674234] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 65932d80-1180-4b8e-8a46-d1d4df4b04c5 is going to be created. [ 589.699474] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.699703] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.699829] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.700114] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.700338] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.700561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.106435] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0e5bce94-0e92-426c-a077-ab9a8c480e3b None None] Enqueued Resource ID: 52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8 with Priority: HIGHEST for action port [ 590.107139] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8 with Priority: HIGHEST for action port [ 590.107287] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.107414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.107488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.107732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.107814] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.523568] env[65117]: INFO networking_nsxv3.common.synchronization [req-8bfb4e3e-0f8b-4f4b-9721-f4155db6d4c4 req-878466bc-1d91-4b6f-8b92-e83a3262cb15 service nova] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_rules [ 590.523664] env[65117]: INFO networking_nsxv3.common.synchronization [req-8bfb4e3e-0f8b-4f4b-9721-f4155db6d4c4 req-878466bc-1d91-4b6f-8b92-e83a3262cb15 service nova] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 590.523794] env[65117]: INFO networking_nsxv3.common.synchronization [req-8bfb4e3e-0f8b-4f4b-9721-f4155db6d4c4 req-878466bc-1d91-4b6f-8b92-e83a3262cb15 service nova] Enqueued Resource ID: 65932d80-1180-4b8e-8a46-d1d4df4b04c5 with Priority: HIGHEST for action port [ 590.524396] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_rules [ 590.524976] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 590.524976] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65932d80-1180-4b8e-8a46-d1d4df4b04c5 with Priority: HIGHEST for action port [ 590.524976] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.525945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.526040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.526340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.526428] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.527399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.527613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.527613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.527779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.527970] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.528050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.528111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.528269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.528357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.528465] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.529882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-65932d80-1180-4b8e-8a46-d1d4df4b04c5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.530059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.530126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.530230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.530306] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65932d80-1180-4b8e-8a46-d1d4df4b04c5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.614671] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8 [ 590.614979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.615166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.615235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.615523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.615616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.615707] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8 already deleted. [ 590.615791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b7fcef-6ba8-4fd0-aa1a-fdcf8d94f5d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.032219] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.032488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.049040] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.053967] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65932d80-1180-4b8e-8a46-d1d4df4b04c5 with status ACTIVE [ 591.056119] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.056119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.056119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.056119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.056119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.056404] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.056404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.056404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.056637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.056759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.056929] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.057033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.057148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.057318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.057397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.057480] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65932d80-1180-4b8e-8a46-d1d4df4b04c5 is going to be updated. [ 591.085254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.085418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.085588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.085660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.085865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.085935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65932d80-1180-4b8e-8a46-d1d4df4b04c5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.188603] env[65117]: INFO networking_nsxv3.common.synchronization [None req-4bc74e90-0f9b-460d-9224-970db77d4d8a tempest-VolumesAssistedSnapshotsTest-530058244 tempest-VolumesAssistedSnapshotsTest-530058244-project-member] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_rules [ 591.189551] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_rules [ 591.189551] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.189714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.189774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.190366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.190499] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.288945] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b5ea48eb-1715-4532-bf98-8ce959219ce0 tempest-VolumesAssistedSnapshotsTest-530058244 tempest-VolumesAssistedSnapshotsTest-530058244-project-member] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_rules [ 591.289601] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_rules [ 591.289810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.289917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.553459] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.711324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.711523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.711569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.711746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.711831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.712028] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e already deleted. [ 591.712028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.713030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.713030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.713030] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.057178] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.057911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.057911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.057911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.057911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.058202] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be created. [ 592.089911] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.090103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.090150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.090372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.090534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.106380] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: UNINITIALIZED for 2s [ 592.236072] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.236072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.236072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.236072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.236072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.236072] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e already deleted. [ 592.236072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.835621] env[65117]: INFO networking_nsxv3.common.synchronization [None req-beecd41c-92b0-486c-a39a-0bb99c6d0753 None None] Enqueued Resource ID: 2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a with Priority: HIGHEST for action port [ 592.835621] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a with Priority: HIGHEST for action port [ 592.835621] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.835621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.835621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.835961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.835961] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.242517] env[65117]: INFO networking_nsxv3.common.synchronization [None req-faad79b7-52ef-4d54-8209-c6f31430547f tempest-ServersWithSpecificFlavorTestJSON-513458959 tempest-ServersWithSpecificFlavorTestJSON-513458959-project-member] Enqueued Resource ID: 012e5e3a-f357-4c55-aa16-15c14ca2836a with Priority: HIGHEST for action security_group_rules [ 593.243197] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012e5e3a-f357-4c55-aa16-15c14ca2836a with Priority: HIGHEST for action security_group_rules [ 593.243507] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012e5e3a-f357-4c55-aa16-15c14ca2836a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.243748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.243748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.244034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.244572] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012e5e3a-f357-4c55-aa16-15c14ca2836a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.315236] env[65117]: INFO networking_nsxv3.common.synchronization [req-d7f0ce27-5208-48ab-8fb9-b5c47e5262d5 req-7670f6ff-9d5c-404d-8b33-590747099e50 tempest-FloatingIPsAssociationTestJSON-1037489361 tempest-FloatingIPsAssociationTestJSON-1037489361-project-member] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 593.315750] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 593.316458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.316619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.316799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.316940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.317149] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.317317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.317360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.317522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.317630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.317756] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.338724] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a [ 593.338724] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.339081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.339081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.339159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.339283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.340021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a already deleted. [ 593.340021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bdbc2fe-17c9-45d5-b7dc-9aea23a4e60a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.767148] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.767343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.767414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.768792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.768792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.768792] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012e5e3a-f357-4c55-aa16-15c14ca2836a already deleted. [ 593.768792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.820792] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.820792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.820792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.820792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.820792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.821372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.821372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.821372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.821372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.821372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.821594] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae already deleted. [ 593.821594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.941481] env[65117]: INFO networking_nsxv3.common.synchronization [None req-5f1def6a-3c68-46d1-ae6f-dc1353244d1d tempest-ServersWithSpecificFlavorTestJSON-513458959 tempest-ServersWithSpecificFlavorTestJSON-513458959-project-member] Enqueued Resource ID: 012e5e3a-f357-4c55-aa16-15c14ca2836a with Priority: HIGHEST for action security_group_rules [ 593.942095] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012e5e3a-f357-4c55-aa16-15c14ca2836a with Priority: HIGHEST for action security_group_rules [ 593.942410] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012e5e3a-f357-4c55-aa16-15c14ca2836a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.942539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.942607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.943072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.943187] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012e5e3a-f357-4c55-aa16-15c14ca2836a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.117412] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 594.117688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.117871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.118147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.118353] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.118499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.118579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.118757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.118837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.118926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.119064] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.212687] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.213027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.213250] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.213660] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.213934] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.214091] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.214206] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.214529] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.214703] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.214911] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.215060] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.215176] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.215465] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.215465] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.215465] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.215647] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.234978] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.235193] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.235347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.235656] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.239999] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-13cd40dc-5056-4b95-a0af-d02395066209 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.239999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.239999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.239999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.239999] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cd40dc-5056-4b95-a0af-d02395066209',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.469489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.469920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.469920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.469920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.470060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.470091] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012e5e3a-f357-4c55-aa16-15c14ca2836a already deleted. [ 594.470214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012e5e3a-f357-4c55-aa16-15c14ca2836a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.622685] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.622685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.622685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.622685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.623035] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.623035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.623035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.623235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.623334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.623449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.623625] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.623728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.623788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.623947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.624104] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.624197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.624257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.624399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.624471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.624569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.624702] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.740628] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.740864] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.740955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.741246] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.741385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.741529] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 13cd40dc-5056-4b95-a0af-d02395066209 not found, creating... [ 594.741785] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.741917] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.742047] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.742265] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.742393] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.742668] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.742815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.743019] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.743153] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.743282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.743413] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 13cd40dc-5056-4b95-a0af-d02395066209 is going to be created. [ 594.765029] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.765029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.765235] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.765372] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.765620] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.765847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.127307] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8345e1fe-9da1-46f5-8537-3760f15e7805: rpc.has_security_group_logging(os_id): False [ 595.145150] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.145312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.145385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.145605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.145698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.145907] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.146014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.146093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.146240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.146316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.146488] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.146619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.146692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.146805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.146879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.147077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.147170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.147226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.147360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.147433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.147518] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be created. [ 595.208203] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.208351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.208422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.208634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.208811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.220429] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: IN_PROGRESS for 2s [ 595.468292] env[65117]: INFO networking_nsxv3.common.synchronization [req-d7f0ce27-5208-48ab-8fb9-b5c47e5262d5 req-4e3c962b-282f-4dc1-a698-e4797595dd56 service nova] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_rules [ 595.468462] env[65117]: INFO networking_nsxv3.common.synchronization [req-d7f0ce27-5208-48ab-8fb9-b5c47e5262d5 req-4e3c962b-282f-4dc1-a698-e4797595dd56 service nova] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 595.468595] env[65117]: INFO networking_nsxv3.common.synchronization [req-d7f0ce27-5208-48ab-8fb9-b5c47e5262d5 req-4e3c962b-282f-4dc1-a698-e4797595dd56 service nova] Enqueued Resource ID: 13cd40dc-5056-4b95-a0af-d02395066209 with Priority: HIGHEST for action port [ 595.469313] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_rules [ 595.469500] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 595.469731] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cd40dc-5056-4b95-a0af-d02395066209 with Priority: HIGHEST for action port [ 595.470030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.470165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.470223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.470605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.470681] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.472070] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.472177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.472242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.472457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.472560] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.472651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.472710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.474941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.474941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.475069] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.475772] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cd40dc-5056-4b95-a0af-d02395066209 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.476029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.476029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.476029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.476029] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cd40dc-5056-4b95-a0af-d02395066209',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.784669] env[65117]: INFO networking_nsxv3.common.synchronization [None req-30af9a6c-87cc-4bde-8a3f-e5733eeaede2 None None] Enqueued Resource ID: 9018ffa1-eb83-4c67-bbe0-d5c3d8552292 with Priority: HIGHEST for action port [ 595.785237] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9018ffa1-eb83-4c67-bbe0-d5c3d8552292 with Priority: HIGHEST for action port [ 595.787406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9018ffa1-eb83-4c67-bbe0-d5c3d8552292 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.788564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9018ffa1-eb83-4c67-bbe0-d5c3d8552292" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.788564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9018ffa1-eb83-4c67-bbe0-d5c3d8552292" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.788564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9018ffa1-eb83-4c67-bbe0-d5c3d8552292" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.788564] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9018ffa1-eb83-4c67-bbe0-d5c3d8552292',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.977587] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.981022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.981022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.981022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13cd40dc-5056-4b95-a0af-d02395066209 with status ACTIVE [ 595.981207] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.981282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.981506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.981575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.981692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.981797] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.981920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.981977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.982230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.982230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.982585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.982708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.982766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.982942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.983075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.983362] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13cd40dc-5056-4b95-a0af-d02395066209 is going to be updated. [ 596.005161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.005319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.005367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.005582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.005713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.005866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cd40dc-5056-4b95-a0af-d02395066209" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.291074] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9018ffa1-eb83-4c67-bbe0-d5c3d8552292 [ 596.291959] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.291959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.291959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.291959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.291959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.291959] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9018ffa1-eb83-4c67-bbe0-d5c3d8552292 already deleted. [ 596.291959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9018ffa1-eb83-4c67-bbe0-d5c3d8552292" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.481274] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.985191] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.985384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.985507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.985625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.985712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.985810] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be created. [ 597.012054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.012211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.012299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.012658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.012787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.023385] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: UNINITIALIZED for 2s [ 597.236077] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 597.236341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.572309] env[65117]: INFO networking_nsxv3.common.synchronization [None req-806e7422-a7e6-4113-82ee-b24fc08ce9be None None] Enqueued Resource ID: 21733874-2c48-4504-984c-b41855381aa3 with Priority: HIGHEST for action port [ 597.572309] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21733874-2c48-4504-984c-b41855381aa3 with Priority: HIGHEST for action port [ 597.572309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-21733874-2c48-4504-984c-b41855381aa3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.572309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21733874-2c48-4504-984c-b41855381aa3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.572309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21733874-2c48-4504-984c-b41855381aa3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.572309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21733874-2c48-4504-984c-b41855381aa3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.572309] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21733874-2c48-4504-984c-b41855381aa3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.796747] env[65117]: INFO networking_nsxv3.common.synchronization [req-43773e71-e76c-4485-9d4d-41fc12d938a0 req-cdfee3d5-796a-4fc5-9826-0be795e583ac tempest-ServerDiagnosticsTest-176171546 tempest-ServerDiagnosticsTest-176171546-project-member] Enqueued Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_members [ 597.797864] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_members [ 597.798609] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.798787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.799050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.800566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.801848] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.802114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.802186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.802636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.802739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.802921] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.076073] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21733874-2c48-4504-984c-b41855381aa3 [ 598.076073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.076260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.076260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.076583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.076763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.076901] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21733874-2c48-4504-984c-b41855381aa3 already deleted. [ 598.077047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21733874-2c48-4504-984c-b41855381aa3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.305703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.305703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.305922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.306038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.306130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.306354] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.306461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.306539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.306726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.306822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.306937] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc already deleted. [ 598.307085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.436262] env[65117]: INFO networking_nsxv3.common.synchronization [None req-970a3ef5-4c8d-4d9e-9220-7f19c25b62ae None None] Enqueued Resource ID: 352591a2-bb55-4dec-8ce7-1d220b4f2dba with Priority: HIGHEST for action port [ 598.436766] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352591a2-bb55-4dec-8ce7-1d220b4f2dba with Priority: HIGHEST for action port [ 598.437471] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-352591a2-bb55-4dec-8ce7-1d220b4f2dba taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.437471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-352591a2-bb55-4dec-8ce7-1d220b4f2dba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.437471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-352591a2-bb55-4dec-8ce7-1d220b4f2dba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.437732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-352591a2-bb55-4dec-8ce7-1d220b4f2dba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.437732] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('352591a2-bb55-4dec-8ce7-1d220b4f2dba',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.482120] env[65117]: INFO networking_nsxv3.common.synchronization [req-3c5cf538-3e31-4860-ad77-9337b67d5232 req-a05aaad5-4367-4cbf-92dd-54e0b1be2ce0 tempest-InstanceActionsNegativeTestJSON-906240866 tempest-InstanceActionsNegativeTestJSON-906240866-project-member] Enqueued Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_members [ 598.482120] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_members [ 598.482366] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.482495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.482561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482989] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.484052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.484315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.484457] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.724133] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0077cc3e-55e9-4bfd-a910-80e118298f97 None None] Enqueued Resource ID: cc2b57f7-5f78-4965-b8bc-693f754b9a9f with Priority: HIGHEST for action port [ 598.724727] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b57f7-5f78-4965-b8bc-693f754b9a9f with Priority: HIGHEST for action port [ 598.725250] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2b57f7-5f78-4965-b8bc-693f754b9a9f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.725250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2b57f7-5f78-4965-b8bc-693f754b9a9f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.725250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2b57f7-5f78-4965-b8bc-693f754b9a9f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.725403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2b57f7-5f78-4965-b8bc-693f754b9a9f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.725554] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2b57f7-5f78-4965-b8bc-693f754b9a9f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.940253] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 352591a2-bb55-4dec-8ce7-1d220b4f2dba [ 598.940499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.940710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.940710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.940888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.940974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.941079] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:352591a2-bb55-4dec-8ce7-1d220b4f2dba already deleted. [ 598.941162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-352591a2-bb55-4dec-8ce7-1d220b4f2dba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.989064] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.989064] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.989064] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b92bd24-7890-4429-bc43-378e90c52b18 already deleted. [ 598.989064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.034635] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 599.034956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.035174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.036434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.036434] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.036434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.036434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.036434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.036434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.036434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.036434] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.227526] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc2b57f7-5f78-4965-b8bc-693f754b9a9f [ 599.229706] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.229706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.229706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.229706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.229706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.229706] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc2b57f7-5f78-4965-b8bc-693f754b9a9f already deleted. [ 599.229706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2b57f7-5f78-4965-b8bc-693f754b9a9f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.371791] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.372120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.372193] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.372460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.372758] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.373256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.373256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.373466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.373587] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.373794] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.373910] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.374037] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.374170] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.375100] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.375100] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.375100] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.394338] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.394503] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.394671] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.394855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.395798] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-95217569-403a-4b24-8376-69dc6426976a taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.395798] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.395798] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.395798] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.396056] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95217569-403a-4b24-8376-69dc6426976a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.540183] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.540370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.540436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.540633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.540805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.540905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.540973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.541387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.541482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.541571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.541722] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.541820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.541881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.542038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.542188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.542409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.542409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.542506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.542539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.542609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.542698] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.898342] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.898715] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.898715] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.899067] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.899244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.899397] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 95217569-403a-4b24-8376-69dc6426976a not found, creating... [ 599.899664] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.899824] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.899937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.900185] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.900451] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.900647] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.900795] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.900906] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.901125] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.901256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.901388] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 95217569-403a-4b24-8376-69dc6426976a is going to be created. [ 599.925899] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.926175] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.926234] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.926481] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.926732] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.926963] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.047862] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70793108-ae75-4645-b65b-e35f54d9d9ae: rpc.has_security_group_logging(os_id): False [ 600.073242] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.073454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.073454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.073792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.073792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.073942] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.074027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.074077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.074230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.074319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.075251] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.075251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.075251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.075251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.075251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.075476] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.075476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.075564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.076513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.076513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.076513] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be created. [ 600.148112] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.148699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.148899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.149225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.149500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.169915] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: IN_PROGRESS for 2s [ 600.218450] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.218689] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-483" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.218866] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-483" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.219155] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-483" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.219441] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.219603] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.219716] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.219953] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.220113] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.220328] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.220460] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.220537] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.220638] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.220746] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.220851] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.221010] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.240413] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.240575] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.240732] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.240872] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-483" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.241217] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9421bc1d-e120-4b7f-9710-66aaee3a88b0 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.241385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.241502] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.241879] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.242042] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9421bc1d-e120-4b7f-9710-66aaee3a88b0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.514831] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a4807b38-4343-43ce-a9c6-c03b2ce13ac5 None None] Enqueued Resource ID: c3f3fd80-2c69-4559-ac36-1c29fd7481a5 with Priority: HIGHEST for action port [ 600.515899] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f3fd80-2c69-4559-ac36-1c29fd7481a5 with Priority: HIGHEST for action port [ 600.515899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f3fd80-2c69-4559-ac36-1c29fd7481a5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.515899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f3fd80-2c69-4559-ac36-1c29fd7481a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.515899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f3fd80-2c69-4559-ac36-1c29fd7481a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.516227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f3fd80-2c69-4559-ac36-1c29fd7481a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.516259] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f3fd80-2c69-4559-ac36-1c29fd7481a5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.632495] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d73a844e-6210-4ecc-9108-6649c64b1d39 None None] Enqueued Resource ID: 1824929e-67f2-4b05-8643-e73640e454f1 with Priority: HIGHEST for action port [ 600.633091] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1824929e-67f2-4b05-8643-e73640e454f1 with Priority: HIGHEST for action port [ 600.633399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1824929e-67f2-4b05-8643-e73640e454f1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.633523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1824929e-67f2-4b05-8643-e73640e454f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.633591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1824929e-67f2-4b05-8643-e73640e454f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.633832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1824929e-67f2-4b05-8643-e73640e454f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.633914] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1824929e-67f2-4b05-8643-e73640e454f1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.693238] env[65117]: INFO networking_nsxv3.common.synchronization [req-43773e71-e76c-4485-9d4d-41fc12d938a0 req-5e8f0329-a7b0-4eae-9ce4-66ac153e0af8 service nova] Enqueued Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_rules [ 600.693238] env[65117]: INFO networking_nsxv3.common.synchronization [req-43773e71-e76c-4485-9d4d-41fc12d938a0 req-5e8f0329-a7b0-4eae-9ce4-66ac153e0af8 service nova] Enqueued Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_members [ 600.693238] env[65117]: INFO networking_nsxv3.common.synchronization [req-43773e71-e76c-4485-9d4d-41fc12d938a0 req-5e8f0329-a7b0-4eae-9ce4-66ac153e0af8 service nova] Enqueued Resource ID: 95217569-403a-4b24-8376-69dc6426976a with Priority: HIGHEST for action port [ 600.693238] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_rules [ 600.693238] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_members [ 600.693238] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95217569-403a-4b24-8376-69dc6426976a with Priority: HIGHEST for action port [ 600.694058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.694404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.694647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.695035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.695209] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.696161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.696391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.696536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.696833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.697101] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.697387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.697565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.697791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.698104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.698278] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.699390] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-95217569-403a-4b24-8376-69dc6426976a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.699642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.699790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.700026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.700206] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95217569-403a-4b24-8376-69dc6426976a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.745985] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.746239] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.746453] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.746851] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.747070] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.747287] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9421bc1d-e120-4b7f-9710-66aaee3a88b0 not found, creating... [ 600.754264] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.754612] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.754801] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.755459] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.755459] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.756138] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.756884] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.756884] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.756884] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.757220] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.757341] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9421bc1d-e120-4b7f-9710-66aaee3a88b0 is going to be created. [ 600.780194] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.781118] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.781332] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.781581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.781815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.782077] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.018609] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f3fd80-2c69-4559-ac36-1c29fd7481a5 [ 601.022020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.022020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.022020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.022020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.022020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.022020] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f3fd80-2c69-4559-ac36-1c29fd7481a5 already deleted. [ 601.022020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f3fd80-2c69-4559-ac36-1c29fd7481a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.136786] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1824929e-67f2-4b05-8643-e73640e454f1 [ 601.137060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.137220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.137271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.137558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.137638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.137757] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1824929e-67f2-4b05-8643-e73640e454f1 already deleted. [ 601.137839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1824929e-67f2-4b05-8643-e73640e454f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.202520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.203927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.203927] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.204335] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95217569-403a-4b24-8376-69dc6426976a with status ACTIVE [ 601.204597] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.204717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.204801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.205479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.205479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.205479] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.205479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.205479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.205961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.205961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.205961] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.206161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.206161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.206329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.206421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.206510] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95217569-403a-4b24-8376-69dc6426976a is going to be updated. [ 601.230406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.230557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.230655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.230873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.231170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.231393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95217569-403a-4b24-8376-69dc6426976a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.476169] env[65117]: INFO networking_nsxv3.common.synchronization [req-563d55ea-4f77-4f9e-8bad-84297807a3b7 req-fa4c8f9a-b333-43a8-9d45-e55f6e6983a5 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 601.476169] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 601.477946] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.478244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.478403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.478758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.479113] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.479342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.479495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.479745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.479924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.481041] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.507626] env[65117]: INFO networking_nsxv3.common.synchronization [req-3c5cf538-3e31-4860-ad77-9337b67d5232 req-be54c848-e1ab-4f7d-88d9-11014c8f4f96 service nova] Enqueued Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_rules [ 601.507626] env[65117]: INFO networking_nsxv3.common.synchronization [req-3c5cf538-3e31-4860-ad77-9337b67d5232 req-be54c848-e1ab-4f7d-88d9-11014c8f4f96 service nova] Enqueued Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_members [ 601.507626] env[65117]: INFO networking_nsxv3.common.synchronization [req-3c5cf538-3e31-4860-ad77-9337b67d5232 req-be54c848-e1ab-4f7d-88d9-11014c8f4f96 service nova] Enqueued Resource ID: 9421bc1d-e120-4b7f-9710-66aaee3a88b0 with Priority: HIGHEST for action port [ 601.508582] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_rules [ 601.508869] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_members [ 601.509183] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9421bc1d-e120-4b7f-9710-66aaee3a88b0 with Priority: HIGHEST for action port [ 601.509567] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.509827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.509984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.510335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.510523] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.511513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.511761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.511918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.512189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.512424] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.512642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.512795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.513035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.516045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.516045] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.516045] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9421bc1d-e120-4b7f-9710-66aaee3a88b0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.516045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.516045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.516045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.516045] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9421bc1d-e120-4b7f-9710-66aaee3a88b0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.710248] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.983340] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.983340] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.983340] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 already deleted. [ 601.983340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020023] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9421bc1d-e120-4b7f-9710-66aaee3a88b0 with status ACTIVE [ 602.020023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.020023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.020912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.020912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020912] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9421bc1d-e120-4b7f-9710-66aaee3a88b0 is going to be updated. [ 602.022474] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.059873] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.059873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.060236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.060236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.060332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.060485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9421bc1d-e120-4b7f-9710-66aaee3a88b0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.182276] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.182519] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.182583] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.183129] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.183415] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.183576] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.183690] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.183911] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.184062] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.184273] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.184382] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.184486] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.184588] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.184693] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.184794] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.184921] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.188734] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 602.188734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.215496] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.215698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.215751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.216113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.216210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.216317] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc is going to be created. [ 602.219255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.219406] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.219544] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.219711] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.220015] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-72dd13df-837b-4fa5-8467-59a71e870398 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.220184] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.220428] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.220613] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.220747] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72dd13df-837b-4fa5-8467-59a71e870398',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.244515] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.244734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.244871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.245018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.245187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.259731] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc in Status: UNINITIALIZED for 2s [ 602.525031] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.723164] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.723417] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723550] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.724063] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.724212] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 72dd13df-837b-4fa5-8467-59a71e870398 not found, creating... [ 602.724461] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.724615] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.724735] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.724980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.725132] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.725409] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.725561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.725675] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.725877] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.726017] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.726854] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 72dd13df-837b-4fa5-8467-59a71e870398 is going to be created. [ 602.748241] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.748241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.748241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.748241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.748432] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.748478] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.028054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.028054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.028054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.028054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.028460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.028460] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b92bd24-7890-4429-bc43-378e90c52b18 is going to be created. [ 603.057427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.057704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.057704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.057920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.058126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.069339] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b92bd24-7890-4429-bc43-378e90c52b18 in Status: UNINITIALIZED for 2s [ 603.257081] env[65117]: INFO networking_nsxv3.common.synchronization [req-a8093f00-ca0f-469f-a26c-18dcffa1345e req-097204ce-00f8-4b26-8e35-40b9eb83f7b5 tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 603.257081] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 603.257081] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.257081] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.257081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.257081] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.330913] env[65117]: INFO networking_nsxv3.common.synchronization [None req-aaa991ae-cfcb-4b52-9cb9-b3ce6e68a119 None None] Enqueued Resource ID: 42ffca6b-6777-4983-9953-49b08ecbf2b3 with Priority: HIGHEST for action port [ 603.331658] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ffca6b-6777-4983-9953-49b08ecbf2b3 with Priority: HIGHEST for action port [ 603.332438] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ffca6b-6777-4983-9953-49b08ecbf2b3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.332557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ffca6b-6777-4983-9953-49b08ecbf2b3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.332612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ffca6b-6777-4983-9953-49b08ecbf2b3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.332840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ffca6b-6777-4983-9953-49b08ecbf2b3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.332914] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ffca6b-6777-4983-9953-49b08ecbf2b3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.455093] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d8acaf83-4389-4e0e-9b09-95cd7ed47dd9 None None] Enqueued Resource ID: 442dc38c-04a5-43b7-926a-cce7474a3a35 with Priority: HIGHEST for action port [ 603.455593] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442dc38c-04a5-43b7-926a-cce7474a3a35 with Priority: HIGHEST for action port [ 603.455899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-442dc38c-04a5-43b7-926a-cce7474a3a35 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.456037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442dc38c-04a5-43b7-926a-cce7474a3a35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.456106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442dc38c-04a5-43b7-926a-cce7474a3a35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.456352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442dc38c-04a5-43b7-926a-cce7474a3a35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.456433] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442dc38c-04a5-43b7-926a-cce7474a3a35',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.477367] env[65117]: INFO networking_nsxv3.common.synchronization [req-563d55ea-4f77-4f9e-8bad-84297807a3b7 req-b9b9d51e-4d18-49c8-950f-9208bcac7a93 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 603.477539] env[65117]: INFO networking_nsxv3.common.synchronization [req-563d55ea-4f77-4f9e-8bad-84297807a3b7 req-b9b9d51e-4d18-49c8-950f-9208bcac7a93 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 603.477668] env[65117]: INFO networking_nsxv3.common.synchronization [req-563d55ea-4f77-4f9e-8bad-84297807a3b7 req-b9b9d51e-4d18-49c8-950f-9208bcac7a93 service nova] Enqueued Resource ID: 72dd13df-837b-4fa5-8467-59a71e870398 with Priority: HIGHEST for action port [ 603.478318] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 603.478462] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 603.478685] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72dd13df-837b-4fa5-8467-59a71e870398 with Priority: HIGHEST for action port [ 603.478828] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.478948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.479453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.479687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.479744] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.481059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.481225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.481300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.481936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.481936] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.482221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.482283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.482445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.482854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.482854] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.483667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-72dd13df-837b-4fa5-8467-59a71e870398 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.483773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.483836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.485409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.485409] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72dd13df-837b-4fa5-8467-59a71e870398',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.760300] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.760615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.760733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.761031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.761170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.761389] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.761534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.761637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.761827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.761934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.762081] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 already deleted. [ 603.762172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.835775] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42ffca6b-6777-4983-9953-49b08ecbf2b3 [ 603.836027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.836205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.836287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.836426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.836512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.838674] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42ffca6b-6777-4983-9953-49b08ecbf2b3 already deleted. [ 603.838674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ffca6b-6777-4983-9953-49b08ecbf2b3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.958537] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 442dc38c-04a5-43b7-926a-cce7474a3a35 [ 603.958824] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.958981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.959073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.959303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.959394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.959503] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:442dc38c-04a5-43b7-926a-cce7474a3a35 already deleted. [ 603.959596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442dc38c-04a5-43b7-926a-cce7474a3a35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.990844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.990844] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.990844] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72dd13df-837b-4fa5-8467-59a71e870398 with status ACTIVE [ 603.990844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.990844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.990844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.991396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.991683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.991683] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.991808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.991853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.991996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.992092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.992177] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72dd13df-837b-4fa5-8467-59a71e870398 is going to be updated. [ 604.015075] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.015260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.015260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.015569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.015569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.016194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72dd13df-837b-4fa5-8467-59a71e870398" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.270782] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc in Status: SUCCESS [ 604.271042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.271502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.271868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.272382] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.272382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.272382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.272622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.272744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.273756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.273756] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.494799] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.581020] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.581020] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.581020] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.581020] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.581020] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.581020] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.581020] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.582378] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.582583] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.583435] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.586418] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.586418] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.586418] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.586418] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.586418] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.586418] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.606281] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.606429] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.606563] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.606832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.607156] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.607327] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.607742] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.607742] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.607891] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee09d3d9-94d4-4def-87e5-04f40cd0a22c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.776553] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.776553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.776553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.776553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.776973] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.776973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.776973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.776973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.777167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.777167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.777286] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.777385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.777451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.777588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.777722] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.777856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.777955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.778174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.778324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.778324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.778413] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.000165] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.000516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.000689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.000953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.001108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.001262] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be created. [ 605.027020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.028091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.028091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.028091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.028091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.039650] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: UNINITIALIZED for 2s [ 605.079690] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b92bd24-7890-4429-bc43-378e90c52b18 in Status: SUCCESS [ 605.079832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.079896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.080202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.080331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.080437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.080499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.080859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.080859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.080859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.080981] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.110804] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.110931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.111046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.111360] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.111507] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.111658] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port ee09d3d9-94d4-4def-87e5-04f40cd0a22c not found, creating... [ 605.111943] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.112102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.112213] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.112446] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.112576] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.112848] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.113012] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.113138] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.113353] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.113482] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.113620] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: ee09d3d9-94d4-4def-87e5-04f40cd0a22c is going to be created. [ 605.132985] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.133273] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.133400] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.133669] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.133886] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.134136] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.166403] env[65117]: INFO networking_nsxv3.common.synchronization [req-5694ac6d-3c54-492e-bdbe-cee62d741d97 req-a6d2941a-2da6-4502-a281-3d697357bb44 tempest-MigrationsAdminTest-1851499664 tempest-MigrationsAdminTest-1851499664-project-member] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 605.166936] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 605.167263] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.167392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.167456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.167732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.168293] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.168681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.168681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.168681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.168783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.168869] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.280679] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3ed6f1d-0df9-43f4-9900-473feb4b67bc: rpc.has_security_group_logging(os_id): False [ 605.307237] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.307432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.307432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.307662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.307842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308885] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.309169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.309219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.309305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.309535] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.309659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.309741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.309915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.310135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.310135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc is going to be created. [ 605.363159] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f05c5dd0-0fec-49b1-a8e3-eb7c9ba86bfd None None] Enqueued Resource ID: de9919b2-ec00-45d2-940e-165e35845781 with Priority: HIGHEST for action port [ 605.363593] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de9919b2-ec00-45d2-940e-165e35845781 with Priority: HIGHEST for action port [ 605.364063] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-de9919b2-ec00-45d2-940e-165e35845781 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.364172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de9919b2-ec00-45d2-940e-165e35845781" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.364515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de9919b2-ec00-45d2-940e-165e35845781" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.364515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de9919b2-ec00-45d2-940e-165e35845781" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.364618] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de9919b2-ec00-45d2-940e-165e35845781',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.411494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.411632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.411632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.412092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.429366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc in Status: IN_PROGRESS for 2s [ 605.583031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.583286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.583529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.583803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.584015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.584139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.584230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.584528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.584598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.585591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.585591] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.585591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.585591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.585591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.585591] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.586247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.586356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.586640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.586867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.587072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.587397] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.672356] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.672554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.672554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.672723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.672813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.673015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.673106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.673190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.673453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.673529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.673989] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 already deleted. [ 605.673989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.869134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de9919b2-ec00-45d2-940e-165e35845781 [ 605.869134] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.869134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.869134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.869134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.869134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.869134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de9919b2-ec00-45d2-940e-165e35845781 already deleted. [ 605.869134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de9919b2-ec00-45d2-940e-165e35845781" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.872691] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.873842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.874047] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.874349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.874673] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.874880] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.875024] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.875709] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.875709] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.875943] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.876075] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.876182] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.876292] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.876400] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.876500] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.876628] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.900863] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.901044] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.901425] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.901741] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.902170] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.902362] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.902478] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.902920] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.903043] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3fbdd6-ecaa-4f9f-9141-aa4e58aab693',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.921407] env[65117]: INFO networking_nsxv3.common.synchronization [req-a8093f00-ca0f-469f-a26c-18dcffa1345e req-399d56be-7981-4104-b09c-1048856a7725 service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 605.921407] env[65117]: INFO networking_nsxv3.common.synchronization [req-a8093f00-ca0f-469f-a26c-18dcffa1345e req-399d56be-7981-4104-b09c-1048856a7725 service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 605.921407] env[65117]: INFO networking_nsxv3.common.synchronization [req-a8093f00-ca0f-469f-a26c-18dcffa1345e req-399d56be-7981-4104-b09c-1048856a7725 service nova] Enqueued Resource ID: ee09d3d9-94d4-4def-87e5-04f40cd0a22c with Priority: HIGHEST for action port [ 605.921407] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 605.921407] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 605.921407] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee09d3d9-94d4-4def-87e5-04f40cd0a22c with Priority: HIGHEST for action port [ 605.921962] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.922721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.922810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.923200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.923240] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.924168] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.924561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.924654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.925906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.925906] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.925906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.925906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.926172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.926223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.926557] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.927289] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.927397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.927459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.927614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.928924] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee09d3d9-94d4-4def-87e5-04f40cd0a22c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.090313] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b92bd24-7890-4429-bc43-378e90c52b18: rpc.has_security_group_logging(os_id): False [ 606.111355] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.111539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.111594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.112514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.112514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.112514] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.112514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.112514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.112785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.112785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.112849] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.113021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.113021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.113177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.113277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.113470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.113568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.113630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.114615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.114615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.114615] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b92bd24-7890-4429-bc43-378e90c52b18 is going to be created. [ 606.181682] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.182300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.182300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.182300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.182509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.208069] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b92bd24-7890-4429-bc43-378e90c52b18 in Status: IN_PROGRESS for 2s [ 606.219536] env[65117]: INFO networking_nsxv3.common.synchronization [None req-5e9cee13-ef64-4402-893b-706898b1e5b2 None None] Enqueued Resource ID: 15a783a4-35fe-420b-945e-5d3c9d195d11 with Priority: HIGHEST for action port [ 606.219536] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a783a4-35fe-420b-945e-5d3c9d195d11 with Priority: HIGHEST for action port [ 606.219536] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a783a4-35fe-420b-945e-5d3c9d195d11 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.219536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a783a4-35fe-420b-945e-5d3c9d195d11" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.219536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a783a4-35fe-420b-945e-5d3c9d195d11" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.220014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a783a4-35fe-420b-945e-5d3c9d195d11" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.220014] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a783a4-35fe-420b-945e-5d3c9d195d11',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.407697] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.408318] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.408497] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.408833] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.409067] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.409217] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 not found, creating... [ 606.409533] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.409717] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.409865] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.410150] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.410291] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.410688] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.410878] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.411028] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.411274] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.411418] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.412062] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 is going to be created. [ 606.430047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.430276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.431552] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.432529] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee09d3d9-94d4-4def-87e5-04f40cd0a22c with status ACTIVE [ 606.432694] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.432817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.432884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.433158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.433195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.433344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.433437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.433498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.433651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.433719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.433979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.434085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.434139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.434284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.434357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.434441] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee09d3d9-94d4-4def-87e5-04f40cd0a22c is going to be updated. [ 606.436372] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.436549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.436666] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.436969] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.437375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.437633] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.460734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.460920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.460920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.461114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.461239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.464333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee09d3d9-94d4-4def-87e5-04f40cd0a22c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.724211] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15a783a4-35fe-420b-945e-5d3c9d195d11 [ 606.724559] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.724816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.724914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.725114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.725255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.725314] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15a783a4-35fe-420b-945e-5d3c9d195d11 already deleted. [ 606.725374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a783a4-35fe-420b-945e-5d3c9d195d11" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.939416] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.052370] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 607.052632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.052781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.052995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.053211] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.053362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.053700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.053700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.053700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.053700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.053873] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.205241] env[65117]: INFO networking_nsxv3.common.synchronization [req-5694ac6d-3c54-492e-bdbe-cee62d741d97 req-f7d98453-4e48-422a-9bc4-bb177eb0204e service nova] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_rules [ 607.205241] env[65117]: INFO networking_nsxv3.common.synchronization [req-5694ac6d-3c54-492e-bdbe-cee62d741d97 req-f7d98453-4e48-422a-9bc4-bb177eb0204e service nova] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 607.205241] env[65117]: INFO networking_nsxv3.common.synchronization [req-5694ac6d-3c54-492e-bdbe-cee62d741d97 req-f7d98453-4e48-422a-9bc4-bb177eb0204e service nova] Enqueued Resource ID: de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 with Priority: HIGHEST for action port [ 607.205241] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_rules [ 607.205241] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 607.205241] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 with Priority: HIGHEST for action port [ 607.205701] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.206053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.206333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.206629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.207554] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.208314] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.208575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.208575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.208937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.208937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.208937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.209654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.209654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.209654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.209654] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.210181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.210290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.210354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.210505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.210818] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3fbdd6-ecaa-4f9f-9141-aa4e58aab693',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.442701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc in Status: SUCCESS [ 607.443052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.443326] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.443454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.443519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.443723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.443803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.443889] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be created. [ 607.467899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.468135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.468209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.468628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.468628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.482415] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: UNINITIALIZED for 2s [ 607.483330] env[65117]: INFO networking_nsxv3.common.synchronization [req-af547764-c50f-4155-964c-4efec5e25594 req-dac61f35-875c-4abd-8ae9-12f134c7f3dd tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 607.484158] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 607.484284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.484385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.560531] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.560767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.560767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.560977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.561156] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.561255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.561314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.561457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.561540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.561620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.561777] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.562064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.562064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.562064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.562204] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.562272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.562371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.562527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.562600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.562706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.564399] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.712749] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.713731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714269] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 with status ACTIVE [ 607.714269] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.714594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.714784] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.715056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.715162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.715322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.715402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.715632] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.715701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.717587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.717587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.717587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.717587] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3fbdd6-ecaa-4f9f-9141-aa4e58aab693 is going to be updated. [ 607.742226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.742226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.742226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3fbdd6-ecaa-4f9f-9141-aa4e58aab693" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.893057] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.893057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.893057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.893057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.893057] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.893830] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.894150] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.894655] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.894964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.897868] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.897868] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.897868] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.897868] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.897868] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.897868] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.897868] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.916097] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.917605] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.917605] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.917605] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.917605] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-6705e3d8-992f-4db1-ab74-d990533d7236 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.917605] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.917605] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.918628] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.918628] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6705e3d8-992f-4db1-ab74-d990533d7236',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.011480] env[65117]: INFO networking_nsxv3.common.synchronization [None req-291b24b8-dd74-4fe1-b60f-a9c78d30acec None None] Enqueued Resource ID: ba026548-da20-4a21-9145-e0e21cacc9a4 with Priority: HIGHEST for action port [ 608.011727] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba026548-da20-4a21-9145-e0e21cacc9a4 with Priority: HIGHEST for action port [ 608.012282] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba026548-da20-4a21-9145-e0e21cacc9a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.012401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba026548-da20-4a21-9145-e0e21cacc9a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.012469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba026548-da20-4a21-9145-e0e21cacc9a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.012713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba026548-da20-4a21-9145-e0e21cacc9a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.012804] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba026548-da20-4a21-9145-e0e21cacc9a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.064671] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 608.083416] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.083567] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.083637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.083849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.083942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.084193] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.084281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.084316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.084469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.084545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.084813] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.084922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.084984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.085152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.085206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.085391] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.085484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.085543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.085679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.085753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.085837] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be created. [ 608.146642] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.146811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.146879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.147260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.147299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.163378] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 608.221782] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b92bd24-7890-4429-bc43-378e90c52b18 in Status: SUCCESS [ 608.221782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.222100] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.420704] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.420990] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.421163] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.421487] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.421653] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.421818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 6705e3d8-992f-4db1-ab74-d990533d7236 not found, creating... [ 608.422132] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.422318] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.422457] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.422720] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.423246] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.423246] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.423429] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.424925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.424925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.424925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.424925] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 6705e3d8-992f-4db1-ab74-d990533d7236 is going to be created. [ 608.449174] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.449174] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.449174] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.449730] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.449730] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.449730] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.514875] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba026548-da20-4a21-9145-e0e21cacc9a4 [ 608.515140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.515290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.515355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.515596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.515826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.515826] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba026548-da20-4a21-9145-e0e21cacc9a4 already deleted. [ 608.515974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba026548-da20-4a21-9145-e0e21cacc9a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.725741] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.726066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.726209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.726309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.726416] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be created. [ 608.763863] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.763863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.763863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.764665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.764665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.780924] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: UNINITIALIZED for 2s [ 608.958228] env[65117]: INFO networking_nsxv3.common.synchronization [req-91b187df-cbfa-41be-b90e-be28059160de req-9f285f17-6bea-473e-910c-18e6777b50a0 tempest-VolumesAssistedSnapshotsTest-530058244 tempest-VolumesAssistedSnapshotsTest-530058244-project-member] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_members [ 608.959215] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_members [ 608.959215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.959523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.959523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.959523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.959691] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.959787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.959847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.959991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.960545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.960741] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.213284] env[65117]: INFO networking_nsxv3.common.synchronization [req-af547764-c50f-4155-964c-4efec5e25594 req-5a66f14b-8a62-4b76-bc35-97d45f2c494b service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 609.213526] env[65117]: INFO networking_nsxv3.common.synchronization [req-af547764-c50f-4155-964c-4efec5e25594 req-5a66f14b-8a62-4b76-bc35-97d45f2c494b service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 609.213609] env[65117]: INFO networking_nsxv3.common.synchronization [req-af547764-c50f-4155-964c-4efec5e25594 req-5a66f14b-8a62-4b76-bc35-97d45f2c494b service nova] Enqueued Resource ID: 6705e3d8-992f-4db1-ab74-d990533d7236 with Priority: HIGHEST for action port [ 609.214167] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 609.215648] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 609.215779] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6705e3d8-992f-4db1-ab74-d990533d7236 with Priority: HIGHEST for action port [ 609.216364] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.216570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.216677] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.216823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.216985] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6705e3d8-992f-4db1-ab74-d990533d7236 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.217112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.217171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.217393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.217465] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6705e3d8-992f-4db1-ab74-d990533d7236',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.464601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.464601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.464601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.464601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.464601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.464601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.464601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.464601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.465190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.465190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.465190] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e already deleted. [ 609.465190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.493515] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 609.493515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.493515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.493515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.493726] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.493726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.493726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.493880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.494038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.494075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.495216] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.496398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.496554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.496739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.496990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.496990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.497175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.497216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.497283] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.528525] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.528716] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-643" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.528793] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-643" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.529145] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-643" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.529418] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.529670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.529670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.529897] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.530215] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.531217] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.531217] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.531217] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.531217] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.531217] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.531217] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.531217] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.551582] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.551914] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.551914] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.552141] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-643" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.552554] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-e8974a20-3f3e-4290-ad70-05c2ece937ce taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.552881] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.552966] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.553512] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.553580] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8974a20-3f3e-4290-ad70-05c2ece937ce',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.720825] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6705e3d8-992f-4db1-ab74-d990533d7236 with status ACTIVE [ 609.721087] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.721294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.721294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.721509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.721609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.721828] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.721935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.721995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.722166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.722247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.722452] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.722505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.722569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.722706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.723431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.723431] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6705e3d8-992f-4db1-ab74-d990533d7236 is going to be updated. [ 609.746317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.746405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.746454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.748057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.748057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.748057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6705e3d8-992f-4db1-ab74-d990533d7236" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.002399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.002399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.002399] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.059577] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.059577] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.059577] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.059577] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.059577] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.059577] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port e8974a20-3f3e-4290-ad70-05c2ece937ce not found, creating... [ 610.059577] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.059912] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.059912] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.059970] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.060271] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.060772] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.060772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.060772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.060973] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.061350] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.061350] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: e8974a20-3f3e-4290-ad70-05c2ece937ce is going to be created. [ 610.082911] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.083200] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.083337] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.083888] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.084537] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.084537] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175067] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 610.175303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.251933] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c578dc8a-0c1d-4e8e-88a6-13d438e6064f None None] Enqueued Resource ID: f9d497d7-982f-4a62-a357-5f7f39967f7f with Priority: HIGHEST for action port [ 610.252220] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d497d7-982f-4a62-a357-5f7f39967f7f with Priority: HIGHEST for action port [ 610.252867] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d497d7-982f-4a62-a357-5f7f39967f7f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.252983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d497d7-982f-4a62-a357-5f7f39967f7f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.253134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d497d7-982f-4a62-a357-5f7f39967f7f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.253434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d497d7-982f-4a62-a357-5f7f39967f7f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.253434] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d497d7-982f-4a62-a357-5f7f39967f7f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.507054] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.755907] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9d497d7-982f-4a62-a357-5f7f39967f7f [ 610.756163] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.756414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.756414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.756616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.756829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.756829] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9d497d7-982f-4a62-a357-5f7f39967f7f already deleted. [ 610.756953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d497d7-982f-4a62-a357-5f7f39967f7f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.793269] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 610.793559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.793816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.794146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.794496] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.795523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.795523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.795523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.795523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.795523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.795523] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.853394] env[65117]: INFO networking_nsxv3.common.synchronization [req-91b187df-cbfa-41be-b90e-be28059160de req-3cdeca41-f777-4d25-903d-f6e386393d6a service nova] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_rules [ 610.853634] env[65117]: INFO networking_nsxv3.common.synchronization [req-91b187df-cbfa-41be-b90e-be28059160de req-3cdeca41-f777-4d25-903d-f6e386393d6a service nova] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_members [ 610.853776] env[65117]: INFO networking_nsxv3.common.synchronization [req-91b187df-cbfa-41be-b90e-be28059160de req-3cdeca41-f777-4d25-903d-f6e386393d6a service nova] Enqueued Resource ID: e8974a20-3f3e-4290-ad70-05c2ece937ce with Priority: HIGHEST for action port [ 610.854462] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_rules [ 610.854557] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_members [ 610.854830] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8974a20-3f3e-4290-ad70-05c2ece937ce with Priority: HIGHEST for action port [ 610.855042] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.855157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.855220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.855577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.855782] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.857178] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.857405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.857405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.858022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.858022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.858022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.858206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.858239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.858315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.858453] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.860030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8974a20-3f3e-4290-ad70-05c2ece937ce taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.860030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.860030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.860030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.860594] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8974a20-3f3e-4290-ad70-05c2ece937ce',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.010523] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.010695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.010767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.010989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.011192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.011192] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 611.046787] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.046965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.047045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.047262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.047409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.061937] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 611.299623] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.299623] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.299623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.300344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.300344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.300344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.300344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.300344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.300344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.300344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.300608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.300608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.300608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.300747] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.362230] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.363754] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.364042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.364268] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8974a20-3f3e-4290-ad70-05c2ece937ce with status ACTIVE [ 611.364472] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.364608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.364695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.364957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.365103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.365404] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.365552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.365628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.365869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.365983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.366243] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.366866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.366866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.367104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.367777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.367777] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8974a20-3f3e-4290-ad70-05c2ece937ce is going to be updated. [ 611.403625] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.403805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.403878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.404146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.404321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.404904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8974a20-3f3e-4290-ad70-05c2ece937ce" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.803294] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7: rpc.has_security_group_logging(os_id): False [ 611.830886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.831221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.831808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.832214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.832415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.832670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.833037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.833185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.834640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.834640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.834640] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.834640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.834640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.834640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.834640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.834992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.835072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.835104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.835282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.835362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.835552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be created. [ 611.873072] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.911387] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.911600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.911600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.911792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.911969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.925673] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: IN_PROGRESS for 2s [ 612.376634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.376634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.376634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.376634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.376634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.376634] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e is going to be created. [ 612.409108] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.409108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.409108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.409108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.409108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.421642] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e in Status: UNINITIALIZED for 2s [ 613.073468] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 613.073468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.073468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.074380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.074489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.074562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.074730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.074831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.074915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.075027] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.578192] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.901814] env[65117]: INFO networking_nsxv3.common.synchronization [None req-86ac666e-8af0-428b-9a34-3436c088f88a None None] Enqueued Resource ID: bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca with Priority: HIGHEST for action port [ 613.902545] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca with Priority: HIGHEST for action port [ 613.902693] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.903118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.903118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.903496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.903596] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.948629] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 613.948629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.082789] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.406031] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca [ 614.406283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.406415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.406482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.406783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.406783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.406900] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca already deleted. [ 614.406965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0bd6ce-43f0-4ac2-bf9e-6df3c5d2deca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434295] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e in Status: SUCCESS [ 614.434494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.434872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.435073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.435886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.435985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.436193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.436275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.436365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.436455] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.585792] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.586115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.586276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.586570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.586727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.586813] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 614.623173] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.625100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.625100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.625100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.625100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.634964] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 614.939940] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.444744] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb621432-366b-4ef6-bf03-e1ef8a378c6e: rpc.has_security_group_logging(os_id): False [ 615.463178] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.463398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.463614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.463697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.463947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.464067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.464344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e is going to be created. [ 615.539866] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.542158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.542158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.542348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.542541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.559417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e in Status: IN_PROGRESS for 2s [ 615.843507] env[65117]: INFO networking_nsxv3.common.synchronization [req-bc45336e-a4d6-4096-b437-1fc5c837e89c req-ee075c04-0e4c-42b9-80cd-a0086b854cf3 tempest-DeleteServersAdminTestJSON-1443219185 tempest-DeleteServersAdminTestJSON-1443219185-project-admin] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 615.843643] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 615.843979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.844421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.844421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.844674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.845144] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.845144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.845338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.847264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.847525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.847692] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.353298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.353418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.353476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.353808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.354066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.354319] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.355503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.355503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.355503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.355503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.355503] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be updated. [ 616.384036] env[65117]: INFO networking_nsxv3.common.synchronization [None req-929250ce-1daa-41c0-8244-3992ae7317e6 None None] Enqueued Resource ID: 878a3aa2-183b-4437-9da5-f25dce29b645 with Priority: HIGHEST for action port [ 616.384036] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878a3aa2-183b-4437-9da5-f25dce29b645 with Priority: HIGHEST for action port [ 616.384435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-878a3aa2-183b-4437-9da5-f25dce29b645 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.385182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878a3aa2-183b-4437-9da5-f25dce29b645" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.385577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878a3aa2-183b-4437-9da5-f25dce29b645" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.388058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878a3aa2-183b-4437-9da5-f25dce29b645" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.388058] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878a3aa2-183b-4437-9da5-f25dce29b645',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.411427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.411427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.411427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.411427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.411427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.422375] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: IN_PROGRESS for 2s [ 616.647394] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 616.647653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.648842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.648842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.648842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.648842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.648842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.649049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.649049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.649145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.649395] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.650355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.650471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.650711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.650953] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.651129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.651316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.651556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.651713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.651867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.651961] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.888937] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 878a3aa2-183b-4437-9da5-f25dce29b645 [ 616.889355] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.890359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.890359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.890359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.890359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.890359] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:878a3aa2-183b-4437-9da5-f25dce29b645 already deleted. [ 616.890359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878a3aa2-183b-4437-9da5-f25dce29b645" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.155245] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b71cc747-63c5-41aa-bfee-57085e5a0044: rpc.has_security_group_logging(os_id): False [ 617.180184] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.180184] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.180184] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.180184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.180733] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.180733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.180733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.180733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.180733] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be created. [ 617.269330] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.269511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.269798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.270082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.270685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.292164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 617.571602] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e in Status: SUCCESS [ 617.571808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.434293] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 618.434595] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 deletion is rescheduled due to dependency. [ 618.434595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.308204] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 619.309496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.309758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.311122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.311220] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.558726] env[65117]: INFO networking_nsxv3.common.synchronization [None req-05f1afae-7ca6-4c37-bc99-fa46b9a36dd9 None None] Enqueued Resource ID: 94aa1b1b-7d8f-4005-942f-5158003280b4 with Priority: HIGHEST for action port [ 619.559397] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94aa1b1b-7d8f-4005-942f-5158003280b4 with Priority: HIGHEST for action port [ 619.559746] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-94aa1b1b-7d8f-4005-942f-5158003280b4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.560729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94aa1b1b-7d8f-4005-942f-5158003280b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.560729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94aa1b1b-7d8f-4005-942f-5158003280b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.560729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94aa1b1b-7d8f-4005-942f-5158003280b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.560729] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94aa1b1b-7d8f-4005-942f-5158003280b4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.814062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.814062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.814905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.814905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.814905] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.814905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.814905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.814905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.815387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.815387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.815387] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.062783] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94aa1b1b-7d8f-4005-942f-5158003280b4 [ 620.063984] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.063984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.063984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.063984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.063984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.063984] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94aa1b1b-7d8f-4005-942f-5158003280b4 already deleted. [ 620.064296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94aa1b1b-7d8f-4005-942f-5158003280b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.317654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.317823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.317942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.318236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.318451] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.318578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.318628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.318789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.318873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.320749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.320965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.321108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.321170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.321350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.321662] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.321790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.321855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.322078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.322172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.322208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.322319] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.825261] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b71cc747-63c5-41aa-bfee-57085e5a0044: rpc.has_security_group_logging(os_id): False [ 620.845364] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.845516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.845644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.845806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.845899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.846107] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.846207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.846314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.846416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.846491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.846683] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.846777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.846841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.847066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.847127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.847367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.847431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.847480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.847649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.847681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.847751] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 620.929736] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.929963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.929963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.931042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.931042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.947016] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 621.752864] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7f2d8eca-b773-4d19-bd1c-87324aa68826 None None] Enqueued Resource ID: 3f44968c-179d-4acb-a1a3-719edc2373ca with Priority: HIGHEST for action port [ 621.753464] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f44968c-179d-4acb-a1a3-719edc2373ca with Priority: HIGHEST for action port [ 621.753760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f44968c-179d-4acb-a1a3-719edc2373ca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.753887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f44968c-179d-4acb-a1a3-719edc2373ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.753954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f44968c-179d-4acb-a1a3-719edc2373ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.755043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f44968c-179d-4acb-a1a3-719edc2373ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.755241] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f44968c-179d-4acb-a1a3-719edc2373ca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.259434] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f44968c-179d-4acb-a1a3-719edc2373ca [ 622.259782] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.259867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.259867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.260477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.260477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.260477] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f44968c-179d-4acb-a1a3-719edc2373ca already deleted. [ 622.260477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f44968c-179d-4acb-a1a3-719edc2373ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.891636] env[65117]: INFO networking_nsxv3.common.synchronization [req-b6762213-c26f-4bf6-ad71-a6c762997205 req-1a8f46ea-16b5-4a4d-88ed-4e270d8afc33 tempest-ServerAddressesTestJSON-369872541 tempest-ServerAddressesTestJSON-369872541-project-member] Enqueued Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_members [ 622.892183] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_members [ 622.892566] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.892716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.892818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.893105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.893300] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.893409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.893489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.893649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.893735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.893831] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.964676] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 622.966122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.376313] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.376719] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-66" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.376719] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-66" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.377095] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-66" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.377300] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.377478] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.377595] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.377837] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.378052] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.378311] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.378429] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.378577] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.378687] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.378799] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.378903] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.379042] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.396322] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.396530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.396580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.396794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.396885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.397169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.397313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.397360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.397526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.397604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.397690] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 already deleted. [ 623.397789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.400657] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.400802] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.400939] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.401137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-66" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.401970] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-09760ece-01df-47ee-9b01-4c176f4ebfae taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.401970] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.401970] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.402221] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.402309] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09760ece-01df-47ee-9b01-4c176f4ebfae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.905188] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.905425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.905525] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.905815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.905967] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.906135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 09760ece-01df-47ee-9b01-4c176f4ebfae not found, creating... [ 623.906398] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.906553] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.906669] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.906886] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.907060] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.907350] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.907504] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.907618] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.907821] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.907970] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 09760ece-01df-47ee-9b01-4c176f4ebfae is going to be created. [ 623.931301] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.931513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.931622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.931914] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.932175] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.932396] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.061813] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f769e530-85ce-4e14-9977-93826cd2f678 None None] Enqueued Resource ID: fa85fb1d-469f-480f-a15c-77564dac1058 with Priority: HIGHEST for action port [ 624.062841] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa85fb1d-469f-480f-a15c-77564dac1058 with Priority: HIGHEST for action port [ 624.064968] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa85fb1d-469f-480f-a15c-77564dac1058 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.064968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa85fb1d-469f-480f-a15c-77564dac1058" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.064968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa85fb1d-469f-480f-a15c-77564dac1058" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.064968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa85fb1d-469f-480f-a15c-77564dac1058" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.064968] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa85fb1d-469f-480f-a15c-77564dac1058',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.301882] env[65117]: INFO networking_nsxv3.common.synchronization [req-92b77564-08f3-4a5b-a8cc-bc566f2c668c req-ed498ee3-d60e-480c-84c6-b56a044c8ac0 tempest-ServerDiagnosticsTest-176171546 tempest-ServerDiagnosticsTest-176171546-project-member] Enqueued Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_members [ 624.302381] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGHEST for action security_group_members [ 624.302689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.302863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.302963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.303192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.303364] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.303516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.303516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.303664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.303748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.303842] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.570992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa85fb1d-469f-480f-a15c-77564dac1058 [ 624.570992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.571424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.572101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.572101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.572101] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa85fb1d-469f-480f-a15c-77564dac1058 already deleted. [ 624.572337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa85fb1d-469f-480f-a15c-77564dac1058" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.663691] env[65117]: INFO networking_nsxv3.common.synchronization [req-b6762213-c26f-4bf6-ad71-a6c762997205 req-7d41f80d-b6d2-43c8-9d87-f9a58db5227c service nova] Enqueued Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_rules [ 624.663691] env[65117]: INFO networking_nsxv3.common.synchronization [req-b6762213-c26f-4bf6-ad71-a6c762997205 req-7d41f80d-b6d2-43c8-9d87-f9a58db5227c service nova] Enqueued Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_members [ 624.663876] env[65117]: INFO networking_nsxv3.common.synchronization [req-b6762213-c26f-4bf6-ad71-a6c762997205 req-7d41f80d-b6d2-43c8-9d87-f9a58db5227c service nova] Enqueued Resource ID: 09760ece-01df-47ee-9b01-4c176f4ebfae with Priority: HIGHEST for action port [ 624.664586] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_rules [ 624.665813] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_members [ 624.665813] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09760ece-01df-47ee-9b01-4c176f4ebfae with Priority: HIGHEST for action port [ 624.665813] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665813] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.666886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.666886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.666886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.667617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.667617] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.667617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.667617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.668145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.668145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.668145] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.671794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-09760ece-01df-47ee-9b01-4c176f4ebfae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.671794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.671794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.671794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.671794] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09760ece-01df-47ee-9b01-4c176f4ebfae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.808810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.808810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.808810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.808810] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc is going to be updated. [ 624.836910] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.837177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.837177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.837357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.837502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.848882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc in Status: IN_PROGRESS for 2s [ 625.172668] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.172824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.173899] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.173985] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09760ece-01df-47ee-9b01-4c176f4ebfae with status ACTIVE [ 625.174152] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.174330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.174330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.174523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.174607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.174770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.174919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.174919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.175337] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.175432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.176532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.177640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.177702] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09760ece-01df-47ee-9b01-4c176f4ebfae is going to be updated. [ 625.203655] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.203854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.203890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.206319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.206319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.206319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09760ece-01df-47ee-9b01-4c176f4ebfae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.213197] env[65117]: INFO networking_nsxv3.common.synchronization [req-ba60c5ec-523e-4de8-9c83-269ac9a7959e req-e788b39d-13fc-4b43-b560-74112d0c2e4a tempest-ServerDiagnosticsNegativeTest-478548898 tempest-ServerDiagnosticsNegativeTest-478548898-project-member] Enqueued Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_members [ 625.213197] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_members [ 625.213197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.213197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.213197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.213440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.213571] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.213708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.213796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.213973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.214121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.214221] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.557788] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.558016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.558157] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.558440] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.558750] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.559611] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.559611] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.559611] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.559611] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.559611] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.559830] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.559830] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.559895] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.559997] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.560070] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.560203] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.581403] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.581754] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.581754] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.581867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.582210] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-4dce74e2-0c54-44e0-8f45-76c7707d8a44 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.582377] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.582494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.582827] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.582966] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dce74e2-0c54-44e0-8f45-76c7707d8a44',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.680933] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.717449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.717559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.717608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.717798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.717892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.718102] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.718208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.718270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.718415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.718493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.718706] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 already deleted. [ 625.718706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.085050] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.085295] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.085418] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.085689] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.085831] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.085984] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 4dce74e2-0c54-44e0-8f45-76c7707d8a44 not found, creating... [ 626.086258] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.086414] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.086529] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.086737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.086868] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.087196] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.087358] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.087468] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.087690] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.087792] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.087961] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 4dce74e2-0c54-44e0-8f45-76c7707d8a44 is going to be created. [ 626.120866] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.121179] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.121255] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.121681] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.121759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.122011] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.182960] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.185393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.185393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.185393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.185393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.185393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 is going to be created. [ 626.216772] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.216772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.216772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.216772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.216772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.227598] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 in Status: UNINITIALIZED for 2s [ 626.455627] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f4a13f1d-7557-4726-b1b8-9ab18270db43 None None] Enqueued Resource ID: c2729d87-2426-419b-8025-931014ba8bf4 with Priority: HIGHEST for action port [ 626.456471] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2729d87-2426-419b-8025-931014ba8bf4 with Priority: HIGHEST for action port [ 626.456471] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2729d87-2426-419b-8025-931014ba8bf4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.456708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2729d87-2426-419b-8025-931014ba8bf4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.456708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2729d87-2426-419b-8025-931014ba8bf4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.456915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2729d87-2426-419b-8025-931014ba8bf4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.457331] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2729d87-2426-419b-8025-931014ba8bf4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.553955] env[65117]: INFO networking_nsxv3.common.synchronization [None req-53ed3c10-d683-4e8d-b0d1-3a08a098ca75 None None] Enqueued Resource ID: 41bdba4b-efb4-4151-b673-42f3330663ab with Priority: HIGHEST for action port [ 626.554698] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bdba4b-efb4-4151-b673-42f3330663ab with Priority: HIGHEST for action port [ 626.555254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bdba4b-efb4-4151-b673-42f3330663ab taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.555401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bdba4b-efb4-4151-b673-42f3330663ab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.555463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bdba4b-efb4-4151-b673-42f3330663ab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.555778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bdba4b-efb4-4151-b673-42f3330663ab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.555860] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bdba4b-efb4-4151-b673-42f3330663ab',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.790248] env[65117]: INFO networking_nsxv3.common.synchronization [req-ba60c5ec-523e-4de8-9c83-269ac9a7959e req-077e2f5a-76c0-44c2-aa6e-10583d563fcb service nova] Enqueued Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_rules [ 626.790627] env[65117]: INFO networking_nsxv3.common.synchronization [req-ba60c5ec-523e-4de8-9c83-269ac9a7959e req-077e2f5a-76c0-44c2-aa6e-10583d563fcb service nova] Enqueued Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_members [ 626.790627] env[65117]: INFO networking_nsxv3.common.synchronization [req-ba60c5ec-523e-4de8-9c83-269ac9a7959e req-077e2f5a-76c0-44c2-aa6e-10583d563fcb service nova] Enqueued Resource ID: 4dce74e2-0c54-44e0-8f45-76c7707d8a44 with Priority: HIGHEST for action port [ 626.791075] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_rules [ 626.794476] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_members [ 626.794567] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dce74e2-0c54-44e0-8f45-76c7707d8a44 with Priority: HIGHEST for action port [ 626.795280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.795280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.795280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.795464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.795566] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.797489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.797620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.797670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.797852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.798009] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.798126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.798188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.798333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.798414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.798508] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.800566] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dce74e2-0c54-44e0-8f45-76c7707d8a44 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.800739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.800739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.800914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.801038] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dce74e2-0c54-44e0-8f45-76c7707d8a44',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.858552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc in Status: SUCCESS [ 626.858738] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc deletion is rescheduled due to dependency. [ 626.858853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.959095] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2729d87-2426-419b-8025-931014ba8bf4 [ 626.959331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.959456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.959662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.959775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.959868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.959981] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2729d87-2426-419b-8025-931014ba8bf4 already deleted. [ 626.960076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2729d87-2426-419b-8025-931014ba8bf4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.976550] env[65117]: INFO networking_nsxv3.common.synchronization [req-58e93b37-ab20-4b7a-a087-25c9c2c1211b req-fc2eca7b-6bd8-4bbe-8583-15cfec903922 tempest-SecurityGroupRulesNegativeTestJSON-513236027 tempest-SecurityGroupRulesNegativeTestJSON-513236027-project-member] Enqueued Resource ID: 34c06f37-248b-4204-9eba-e7f2c640a893 with Priority: HIGHEST for action security_group_rules [ 626.978100] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c06f37-248b-4204-9eba-e7f2c640a893 with Priority: HIGHEST for action security_group_rules [ 626.978100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c06f37-248b-4204-9eba-e7f2c640a893 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.978100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.978100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.978100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.978317] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c06f37-248b-4204-9eba-e7f2c640a893',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.058240] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41bdba4b-efb4-4151-b673-42f3330663ab [ 627.058240] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.059337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.059337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.059337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.059337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.059337] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41bdba4b-efb4-4151-b673-42f3330663ab already deleted. [ 627.059337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bdba4b-efb4-4151-b673-42f3330663ab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.090068] env[65117]: INFO networking_nsxv3.common.synchronization [req-b4b14448-8af0-4082-8e34-f0a591e979bb req-03e942fa-3455-4992-873b-21b8599a9b30 tempest-InstanceActionsNegativeTestJSON-906240866 tempest-InstanceActionsNegativeTestJSON-906240866-project-member] Enqueued Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_members [ 627.090068] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGHEST for action security_group_members [ 627.090068] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.090068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.090068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.092517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.092517] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.092517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.092517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.092517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.092517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.092517] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.305064] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.306142] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.306142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.306405] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dce74e2-0c54-44e0-8f45-76c7707d8a44 with status ACTIVE [ 627.306574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.306683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.306743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.307070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.307187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.307385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.307540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.307540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.307711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.307806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.308094] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.309214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.309214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.309352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.309432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.309522] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dce74e2-0c54-44e0-8f45-76c7707d8a44 is going to be updated. [ 627.332918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.333094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.333229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.334113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.334198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.334389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dce74e2-0c54-44e0-8f45-76c7707d8a44" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.505129] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.505129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.505129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.505129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.505129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.505129] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c06f37-248b-4204-9eba-e7f2c640a893 already deleted. [ 627.505129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.571739] env[65117]: INFO networking_nsxv3.common.synchronization [req-c627d315-346d-4175-8b3f-c0d8e81e2250 req-9a2d4cfb-850b-458f-b286-79903b226ac0 tempest-ServerActionsV293TestJSON-338074604 tempest-ServerActionsV293TestJSON-338074604-project-member] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_members [ 627.573901] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_members [ 627.573901] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.573901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.575195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.575195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.575195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.575195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.575195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.575195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.575195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.575195] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.594373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.594525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.594610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.594834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.596154] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.596154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.596154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.596154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.596154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.596800] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b92bd24-7890-4429-bc43-378e90c52b18 is going to be updated. [ 627.629272] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.629272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.629272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.629272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.629272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.638203] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b92bd24-7890-4429-bc43-378e90c52b18 in Status: IN_PROGRESS for 2s [ 627.810291] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.023654] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.023654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-906" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.023863] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-906" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.024181] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-906" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.024484] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.024673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.024824] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.025271] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.025361] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.025567] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.025683] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.025779] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.025879] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.025985] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.026195] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.026262] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.050109] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.050280] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.050416] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.050643] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-906" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.050893] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.051078] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.051198] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.051530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.051670] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b75106c-ddc0-4c1c-87b4-e39ad930acbb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.079032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.079032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.079032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.079032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.079032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.079032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.079375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.079375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.079443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.079723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.079723] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a already deleted. [ 628.079723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.239108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 in Status: SUCCESS [ 628.239787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.239997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.240277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.240677] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.240812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.240881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.241090] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.241188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.241278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.241370] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.316297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.316297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.316297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.316297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.316297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.316297] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 is going to be created. [ 628.346672] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.346672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.346672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.346672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.346672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.356313] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 in Status: UNINITIALIZED for 2s [ 628.558029] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.558029] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9b75106c-ddc0-4c1c-87b4-e39ad930acbb not found, creating... [ 628.558029] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.558029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.558575] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.558575] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.558575] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.558575] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.558575] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.558973] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9b75106c-ddc0-4c1c-87b4-e39ad930acbb is going to be created. [ 628.581877] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.581877] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.582138] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.582559] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.583557] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.583855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.745182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.745182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.745182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.746172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.746172] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.746172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.746172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.746172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.746407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.746445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.746707] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.746878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.747010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.747310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.747569] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.748792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.748792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.748792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.748792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.748792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.749122] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.943392] env[65117]: INFO networking_nsxv3.common.synchronization [None req-6e5e6cef-cab8-457a-b7a3-d7b5cd0d47da None None] Enqueued Resource ID: d7efcf9c-1b2b-4a88-a939-d1fae05913a4 with Priority: HIGHEST for action port [ 628.943997] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7efcf9c-1b2b-4a88-a939-d1fae05913a4 with Priority: HIGHEST for action port [ 628.944329] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7efcf9c-1b2b-4a88-a939-d1fae05913a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.944457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7efcf9c-1b2b-4a88-a939-d1fae05913a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7efcf9c-1b2b-4a88-a939-d1fae05913a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7efcf9c-1b2b-4a88-a939-d1fae05913a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944906] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7efcf9c-1b2b-4a88-a939-d1fae05913a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.253411] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5fa1533-f8d3-4d4f-a277-364354b081c4: rpc.has_security_group_logging(os_id): False [ 629.273865] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.274668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.274668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.274668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.274668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.274937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.275085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.275149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.275353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.275434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.275687] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.275797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.276164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276421] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.276525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.276864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.277041] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 is going to be created. [ 629.295253] env[65117]: INFO networking_nsxv3.common.synchronization [req-c627d315-346d-4175-8b3f-c0d8e81e2250 req-8f53d82c-efd1-4588-98ec-682ef5586319 service nova] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_rules [ 629.295425] env[65117]: INFO networking_nsxv3.common.synchronization [req-c627d315-346d-4175-8b3f-c0d8e81e2250 req-8f53d82c-efd1-4588-98ec-682ef5586319 service nova] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_members [ 629.295558] env[65117]: INFO networking_nsxv3.common.synchronization [req-c627d315-346d-4175-8b3f-c0d8e81e2250 req-8f53d82c-efd1-4588-98ec-682ef5586319 service nova] Enqueued Resource ID: 9b75106c-ddc0-4c1c-87b4-e39ad930acbb with Priority: HIGHEST for action port [ 629.296109] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_rules [ 629.296398] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_members [ 629.296398] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b75106c-ddc0-4c1c-87b4-e39ad930acbb with Priority: HIGHEST for action port [ 629.296610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.296730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.296831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.297018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.297142] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.299125] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.299125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.299125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.299339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.299449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.299550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.299606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.299751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.299944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.299944] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.302140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.302265] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.302388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.302652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.302738] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b75106c-ddc0-4c1c-87b4-e39ad930acbb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.366714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.366871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.367037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.367208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.367394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.383957] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 in Status: IN_PROGRESS for 2s [ 629.447033] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7efcf9c-1b2b-4a88-a939-d1fae05913a4 [ 629.447462] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.447715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.447918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.448504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.448504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.448504] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7efcf9c-1b2b-4a88-a939-d1fae05913a4 already deleted. [ 629.448648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7efcf9c-1b2b-4a88-a939-d1fae05913a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.651851] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b92bd24-7890-4429-bc43-378e90c52b18 in Status: SUCCESS [ 629.652138] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b92bd24-7890-4429-bc43-378e90c52b18 deletion is rescheduled due to dependency. [ 629.652231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.807981] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b75106c-ddc0-4c1c-87b4-e39ad930acbb with status ACTIVE [ 629.808116] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.808245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.808315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.808539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.808628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.808809] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.808911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.808964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.809141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.809288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.809425] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.809524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.809608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.809723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.809797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.809880] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b75106c-ddc0-4c1c-87b4-e39ad930acbb is going to be updated. [ 629.811119] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.811839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.812970] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.836949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.837197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.837197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.837509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.837509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.837645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b75106c-ddc0-4c1c-87b4-e39ad930acbb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.963356] env[65117]: INFO networking_nsxv3.common.synchronization [req-32a16f2d-c1eb-443b-8a55-7ee8a259b844 req-f507917c-0ea7-42f2-9bc5-573907a91a1d tempest-InstanceActionsTestJSON-1505310504 tempest-InstanceActionsTestJSON-1505310504-project-member] Enqueued Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_members [ 629.963356] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_members [ 629.963729] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.963729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.963729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.963857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.964905] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.964905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.964905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.964905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.964905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.964905] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.321469] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.367682] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 in Status: SUCCESS [ 630.367823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.368022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.368284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.368494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.368618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.368684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.368972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.370247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.370247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.370247] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.467213] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.467374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.467453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.468010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.468173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.468210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.468368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.468427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.468562] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4014f6d2-1d55-4ac5-9351-85bce639512c already deleted. [ 630.468607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.824450] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.824702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.824753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.824974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.825113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.827267] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a is going to be created. [ 630.856233] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.856404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.856545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.856780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.856962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.864637] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.864952] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-995" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.865193] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-995" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.865671] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-995" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.866240] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.866525] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.866776] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.867181] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.867442] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.867792] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.868361] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.868361] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.868438] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.868550] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.868750] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.868990] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.871762] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a in Status: UNINITIALIZED for 2s [ 630.872715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.872873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.872937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.873191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.873373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.873501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.873842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.873842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.873999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.874107] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.874189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.874246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.874524] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.874698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.874698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.874944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.875095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.875231] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.898421] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.898421] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.898630] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.898630] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-995" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.899000] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-b6af9158-921b-4296-adb8-fbfdde798b08 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.899223] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.899288] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.899592] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.899724] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6af9158-921b-4296-adb8-fbfdde798b08',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.379430] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87a47ba7-970a-46f5-8a79-5e366a104d38: rpc.has_security_group_logging(os_id): False [ 631.395698] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 in Status: SUCCESS [ 631.395698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.397630] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.397751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.397816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.398017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.398149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.398363] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.398466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.398528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.398686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.398764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.398950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.399066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.399127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.399266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.399312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.399492] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.399589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.399674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.399778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.399850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.399939] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 is going to be created. [ 631.401758] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.402066] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.402066] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.402285] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.402420] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.402556] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port b6af9158-921b-4296-adb8-fbfdde798b08 not found, creating... [ 631.402799] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.402948] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.403072] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.403284] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.403412] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.403692] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.403839] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.405561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.405561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.405561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.405561] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: b6af9158-921b-4296-adb8-fbfdde798b08 is going to be created. [ 631.428690] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.428937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.429043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.429385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.429619] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.429847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.466476] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.466476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.466476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.466476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.466763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.478908] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 in Status: IN_PROGRESS for 2s [ 632.183968] env[65117]: INFO networking_nsxv3.common.synchronization [req-32a16f2d-c1eb-443b-8a55-7ee8a259b844 req-d00a32c3-0eef-4bc5-8de2-5df255b1ee37 service nova] Enqueued Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_rules [ 632.184179] env[65117]: INFO networking_nsxv3.common.synchronization [req-32a16f2d-c1eb-443b-8a55-7ee8a259b844 req-d00a32c3-0eef-4bc5-8de2-5df255b1ee37 service nova] Enqueued Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_members [ 632.184321] env[65117]: INFO networking_nsxv3.common.synchronization [req-32a16f2d-c1eb-443b-8a55-7ee8a259b844 req-d00a32c3-0eef-4bc5-8de2-5df255b1ee37 service nova] Enqueued Resource ID: b6af9158-921b-4296-adb8-fbfdde798b08 with Priority: HIGHEST for action port [ 632.184933] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_rules [ 632.185845] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_members [ 632.185988] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6af9158-921b-4296-adb8-fbfdde798b08 with Priority: HIGHEST for action port [ 632.186329] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.186529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.186579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.186844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.186935] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.187939] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.188200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.188287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.188426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.188595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.188698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.188763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.188954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.189024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.189092] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.190483] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6af9158-921b-4296-adb8-fbfdde798b08 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.190692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.190692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.190889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.190889] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6af9158-921b-4296-adb8-fbfdde798b08',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.693442] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.694334] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.694419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696050] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6af9158-921b-4296-adb8-fbfdde798b08 with status ACTIVE [ 632.696050] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.696050] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.696050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.696746] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.696746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.696746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.696746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.696746] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6af9158-921b-4296-adb8-fbfdde798b08 is going to be updated. [ 632.728686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.728998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.729121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.729340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.729669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.729790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6af9158-921b-4296-adb8-fbfdde798b08" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.881732] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a in Status: SUCCESS [ 632.882052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.882160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.882333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.882527] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.882647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.882712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.882861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.882933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.883039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.883210] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.199136] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.250945] env[65117]: INFO networking_nsxv3.common.synchronization [None req-11b54a4f-bffd-4afe-b803-df240052686c None None] Enqueued Resource ID: 07f36262-1580-44d5-bc8c-4d118b175efa with Priority: HIGHEST for action port [ 633.251402] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f36262-1580-44d5-bc8c-4d118b175efa with Priority: HIGHEST for action port [ 633.251646] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f36262-1580-44d5-bc8c-4d118b175efa taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.251765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f36262-1580-44d5-bc8c-4d118b175efa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.251892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f36262-1580-44d5-bc8c-4d118b175efa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.252427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f36262-1580-44d5-bc8c-4d118b175efa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.252520] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f36262-1580-44d5-bc8c-4d118b175efa',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.342901] env[65117]: INFO networking_nsxv3.common.synchronization [req-5d72e78a-b8a9-4d9d-85ad-2d459b25570b req-901fb9e1-e4c3-4c52-b0f8-b77b0fc4578d tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 633.343411] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 633.343699] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.343821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.343888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.344588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.344950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.345115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.345176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.345449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.345518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.345659] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.384991] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.499415] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 in Status: SUCCESS [ 633.499415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.549645] env[65117]: INFO networking_nsxv3.common.synchronization [None req-54656ca1-cfb4-4fe0-ba33-92f97c810d05 None None] Enqueued Resource ID: 35dc0530-0cc5-4ad8-a672-b75263e4f293 with Priority: HIGHEST for action port [ 633.550220] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35dc0530-0cc5-4ad8-a672-b75263e4f293 with Priority: HIGHEST for action port [ 633.550527] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-35dc0530-0cc5-4ad8-a672-b75263e4f293 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.550653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35dc0530-0cc5-4ad8-a672-b75263e4f293" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.550721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35dc0530-0cc5-4ad8-a672-b75263e4f293" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.551152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35dc0530-0cc5-4ad8-a672-b75263e4f293" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.551229] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dc0530-0cc5-4ad8-a672-b75263e4f293',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.701650] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.702062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.702062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.702142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.702260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.702434] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4014f6d2-1d55-4ac5-9351-85bce639512c is going to be created. [ 633.733477] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.733686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.733686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.734164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.734164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.748019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4014f6d2-1d55-4ac5-9351-85bce639512c in Status: UNINITIALIZED for 2s [ 633.756048] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07f36262-1580-44d5-bc8c-4d118b175efa [ 633.756286] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.756424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.756492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.756720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.756813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.756904] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07f36262-1580-44d5-bc8c-4d118b175efa already deleted. [ 633.756987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f36262-1580-44d5-bc8c-4d118b175efa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.850331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.850331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.850331] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 already deleted. [ 633.850331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.888342] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a: rpc.has_security_group_logging(os_id): False [ 633.914014] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.914199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.914244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.914454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.914545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.914802] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.914971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.915079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.915272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.915372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.915423] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a is going to be created. [ 633.933851] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.934071] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.934296] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.934729] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.934913] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.935103] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.935221] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.935460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.935608] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.935828] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.935942] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.936066] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.936183] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.936379] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.936501] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.936643] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.957455] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.957628] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.957777] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.957925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.958272] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.958447] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.958562] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.958892] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.959039] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.989376] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.989805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.989805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.989805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.989949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.001860] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a in Status: IN_PROGRESS for 2s [ 634.053999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35dc0530-0cc5-4ad8-a672-b75263e4f293 [ 634.056721] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.056721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.056721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.056721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.056721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.056721] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35dc0530-0cc5-4ad8-a672-b75263e4f293 already deleted. [ 634.056721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35dc0530-0cc5-4ad8-a672-b75263e4f293" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.466582] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.466582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.466582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.466998] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.467165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.468247] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb not found, creating... [ 634.468247] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.468425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.468425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.468660] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.468798] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.469104] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.469267] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.469446] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.469662] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.469792] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.469928] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb is going to be created. [ 634.492769] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.492971] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.493277] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.493367] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.493588] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.493917] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.343715] env[65117]: INFO networking_nsxv3.common.synchronization [req-5d72e78a-b8a9-4d9d-85ad-2d459b25570b req-e7788643-af21-4c26-86fb-cd3cf9dd1d18 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 635.343998] env[65117]: INFO networking_nsxv3.common.synchronization [req-5d72e78a-b8a9-4d9d-85ad-2d459b25570b req-e7788643-af21-4c26-86fb-cd3cf9dd1d18 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 635.344057] env[65117]: INFO networking_nsxv3.common.synchronization [req-5d72e78a-b8a9-4d9d-85ad-2d459b25570b req-e7788643-af21-4c26-86fb-cd3cf9dd1d18 service nova] Enqueued Resource ID: f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb with Priority: HIGHEST for action port [ 635.344892] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 635.345053] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 635.345157] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb with Priority: HIGHEST for action port [ 635.345710] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.345862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.345933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.346216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.347300] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.347754] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.347864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.347967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.348128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.348281] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.348808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.348881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.349103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.349163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.349251] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.350068] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.350326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.350495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.350587] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.669769] env[65117]: INFO networking_nsxv3.common.synchronization [None req-3a1f62fc-f1e7-40c7-8e16-79d5702b4b5d None None] Enqueued Resource ID: 0da62b4a-9491-448e-a4ef-302bb4ee561a with Priority: HIGHEST for action port [ 635.670044] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da62b4a-9491-448e-a4ef-302bb4ee561a with Priority: HIGHEST for action port [ 635.670403] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da62b4a-9491-448e-a4ef-302bb4ee561a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.670626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da62b4a-9491-448e-a4ef-302bb4ee561a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.670626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da62b4a-9491-448e-a4ef-302bb4ee561a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.670905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da62b4a-9491-448e-a4ef-302bb4ee561a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.671069] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da62b4a-9491-448e-a4ef-302bb4ee561a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.763771] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4014f6d2-1d55-4ac5-9351-85bce639512c in Status: SUCCESS [ 635.764116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.764302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.764619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.766318] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.766318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.766318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.766318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.766318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.766318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.766318] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.849383] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.849631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.855790] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb with status ACTIVE [ 635.856178] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.856178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.856178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.856387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.858030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.858030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.858030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.858030] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb is going to be updated. [ 635.860845] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.892722] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.892722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.892722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.893695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.893695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.893695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69d0b12-fec0-4cb9-b8a7-fedf4e3ef0bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.019423] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a in Status: SUCCESS [ 636.019707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.175017] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0da62b4a-9491-448e-a4ef-302bb4ee561a [ 636.175572] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.175814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.175891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.176140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.176235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.176336] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0da62b4a-9491-448e-a4ef-302bb4ee561a already deleted. [ 636.176420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da62b4a-9491-448e-a4ef-302bb4ee561a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.270674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.270847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.270911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.271188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.271411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.271527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.271591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.271761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.271848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.271935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.272098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.272193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.272251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.272393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.272528] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.272619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.272678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.272814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.272889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.272969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.273071] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.365463] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.500011] env[65117]: INFO networking_nsxv3.common.synchronization [req-a5d1c286-bd9f-4c8b-ab87-980f8730efd5 req-0ef81f51-37d3-4536-a664-863c7b95f673 tempest-SecurityGroupRulesNegativeTestJSON-513236027 tempest-SecurityGroupRulesNegativeTestJSON-513236027-project-member] Enqueued Resource ID: 34c06f37-248b-4204-9eba-e7f2c640a893 with Priority: HIGHEST for action security_group_rules [ 636.505292] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c06f37-248b-4204-9eba-e7f2c640a893 with Priority: HIGHEST for action security_group_rules [ 636.506189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c06f37-248b-4204-9eba-e7f2c640a893 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.506343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.506422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.506768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.506869] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c06f37-248b-4204-9eba-e7f2c640a893',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.777999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4014f6d2-1d55-4ac5-9351-85bce639512c: rpc.has_security_group_logging(os_id): False [ 636.802810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.802810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.802810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.802810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.802810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.803497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.803497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.805440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.805876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.806367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.806367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.806631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.806631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.806631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.807231] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.807424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.807500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.808030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.808030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.808030] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4014f6d2-1d55-4ac5-9351-85bce639512c is going to be created. [ 636.871050] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.871344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.871444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.871641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.871732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.871829] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be created. [ 636.874355] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.874548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.874621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.874815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.875032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.888756] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4014f6d2-1d55-4ac5-9351-85bce639512c in Status: IN_PROGRESS for 2s [ 636.902586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.902799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.902900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.903171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.903390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.918573] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: UNINITIALIZED for 2s [ 636.981724] env[65117]: INFO networking_nsxv3.common.synchronization [None req-725611a1-414d-4d5f-b232-97c7af7f12d0 tempest-ServersTestFqdnHostnames-43422362 tempest-ServersTestFqdnHostnames-43422362-project-member] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_rules [ 636.982912] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_rules [ 636.984262] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.984262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.984262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.984262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.984584] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.013424] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f3a4cbbb-79d3-4d67-b383-39a2b10a1471 None None] Enqueued Resource ID: 0ac24213-e68c-4ca4-ad58-54a196783a6f with Priority: HIGHEST for action port [ 637.013424] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac24213-e68c-4ca4-ad58-54a196783a6f with Priority: HIGHEST for action port [ 637.013894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac24213-e68c-4ca4-ad58-54a196783a6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.014124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac24213-e68c-4ca4-ad58-54a196783a6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.014124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac24213-e68c-4ca4-ad58-54a196783a6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.014414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac24213-e68c-4ca4-ad58-54a196783a6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.014505] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac24213-e68c-4ca4-ad58-54a196783a6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.035379] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.035521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.035601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.036196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.036430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.037027] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c06f37-248b-4204-9eba-e7f2c640a893 already deleted. [ 637.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c06f37-248b-4204-9eba-e7f2c640a893" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.206455] env[65117]: INFO networking_nsxv3.common.synchronization [None req-9e285c0d-7db1-4680-b3a1-c5063f669fab tempest-ServersTestFqdnHostnames-43422362 tempest-ServersTestFqdnHostnames-43422362-project-member] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_rules [ 637.208538] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_rules [ 637.208915] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.209056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.408164] env[65117]: INFO networking_nsxv3.common.synchronization [req-24de520d-44d4-4e03-89bd-fb3d248ae899 req-9599cb14-d13d-4275-a267-6da24030dded tempest-VolumesAdminNegativeTest-1671897220 tempest-VolumesAdminNegativeTest-1671897220-project-member] Enqueued Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_members [ 637.409125] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_members [ 637.409185] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.409324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.409396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.409724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.411309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.411309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.411309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.411309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.411309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.411309] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.508456] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.508629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.508695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.508902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.508982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.509095] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d already deleted. [ 637.509183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.509335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.509506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.509587] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.517230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac24213-e68c-4ca4-ad58-54a196783a6f [ 637.517230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.517230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.517615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.517952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.518533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.518642] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac24213-e68c-4ca4-ad58-54a196783a6f already deleted. [ 637.518794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac24213-e68c-4ca4-ad58-54a196783a6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.913488] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.913743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.913870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.914165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.914587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.915174] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.915174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.915174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.915460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.915566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.915704] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14714607-6de2-4a17-97db-c8450b6c87fc already deleted. [ 637.915793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.975260] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.975519] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-812" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.975721] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-812" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.976177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-812" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.976643] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.976893] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.977049] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.977397] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.977589] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.977856] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.977977] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.978164] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.978309] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.978476] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.978650] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.978886] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.001951] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.002189] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.002281] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.002485] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-812" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.002878] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-8e798066-7b9a-473b-a67b-4b48444e99e9 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.003084] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.003152] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.003462] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.003612] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e798066-7b9a-473b-a67b-4b48444e99e9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.037799] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.037951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.038131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.038343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.038431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.038541] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d already deleted. [ 638.038904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.507286] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.507286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.507286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.507286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.507286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.507286] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 8e798066-7b9a-473b-a67b-4b48444e99e9 not found, creating... [ 638.507286] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.507800] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.507800] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.507875] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.508015] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.508294] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.508463] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.508666] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.508886] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.509043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.509164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 8e798066-7b9a-473b-a67b-4b48444e99e9 is going to be created. [ 638.533380] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.533624] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.533983] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.534076] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.534310] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.534764] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.902921] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4014f6d2-1d55-4ac5-9351-85bce639512c in Status: SUCCESS [ 638.902973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.929883] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 638.930182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.930339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.931315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.931530] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.931648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.931734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.931882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.931978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.932068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.932324] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.237736] env[65117]: INFO networking_nsxv3.common.synchronization [req-24de520d-44d4-4e03-89bd-fb3d248ae899 req-dc60bef9-9f72-484e-8e1a-6367d2c474fe service nova] Enqueued Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_rules [ 639.237947] env[65117]: INFO networking_nsxv3.common.synchronization [req-24de520d-44d4-4e03-89bd-fb3d248ae899 req-dc60bef9-9f72-484e-8e1a-6367d2c474fe service nova] Enqueued Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_members [ 639.238167] env[65117]: INFO networking_nsxv3.common.synchronization [req-24de520d-44d4-4e03-89bd-fb3d248ae899 req-dc60bef9-9f72-484e-8e1a-6367d2c474fe service nova] Enqueued Resource ID: 8e798066-7b9a-473b-a67b-4b48444e99e9 with Priority: HIGHEST for action port [ 639.238614] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_rules [ 639.238751] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_members [ 639.238847] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e798066-7b9a-473b-a67b-4b48444e99e9 with Priority: HIGHEST for action port [ 639.239151] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.239274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.239334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.239610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.239692] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.240584] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.240938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.241103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.241269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.242818] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.242818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.242818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.242818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.242818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.242818] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.242818] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e798066-7b9a-473b-a67b-4b48444e99e9 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.242818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.242818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.243577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.243577] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e798066-7b9a-473b-a67b-4b48444e99e9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.437225] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.438471] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.438471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.439627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.439627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.439627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.439627] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.706692] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b3cab91-f420-473c-a828-e4d7a8904a86 req-9560d621-7a16-4dac-a694-c194ff836866 tempest-ServerRescueTestJSON-845424388 tempest-ServerRescueTestJSON-845424388-project-member] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 639.707285] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 639.707593] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.708647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.708647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.708647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.708647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.708647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.708647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.708968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.708968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.708968] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.745430] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.745430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.745430] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.746579] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e798066-7b9a-473b-a67b-4b48444e99e9 with status ACTIVE [ 639.746738] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.746898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.747115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.747392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.747542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.747839] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.747996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.748121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.748263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.748325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.748511] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.748608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.748671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.748821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.748897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.748983] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e798066-7b9a-473b-a67b-4b48444e99e9 is going to be updated. [ 639.772162] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.772162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.772162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.772162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e798066-7b9a-473b-a67b-4b48444e99e9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.944480] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a07e609d-bafa-4357-be29-979008d0f8b5: rpc.has_security_group_logging(os_id): False [ 639.971670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.971843] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.971914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.972098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.972349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.972437] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.972515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.972568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.972702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.972779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.972980] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.973095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.973172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.973774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.973774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.973774] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.973774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.973774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.974102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.974102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.974102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be created. [ 640.126487] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.126707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.126862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.127027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.127274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.139164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 640.190372] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.190596] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.190736] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.192819] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.193182] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.193425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.193605] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.193896] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.194078] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.194376] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.194514] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.194672] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.194786] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.194938] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.195070] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.195205] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.213217] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.213217] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.213217] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca already deleted. [ 640.213217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.247908] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.248181] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.248423] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.248629] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.249032] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-5013292a-159a-4eae-bbc5-e12082b87865 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249804] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.250040] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5013292a-159a-4eae-bbc5-e12082b87865',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.251234] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.755919] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.755919] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 5013292a-159a-4eae-bbc5-e12082b87865 not found, creating... [ 640.755919] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.755919] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.756602] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.756602] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.756602] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.756765] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.756900] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.757316] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 5013292a-159a-4eae-bbc5-e12082b87865 is going to be created. [ 640.758500] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.758630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.758701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.758904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.758990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.759104] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14714607-6de2-4a17-97db-c8450b6c87fc is going to be created. [ 640.783335] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.783597] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.783735] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.784061] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.784315] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.784574] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.790641] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.791040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.791040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.791125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.791320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.802636] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14714607-6de2-4a17-97db-c8450b6c87fc in Status: UNINITIALIZED for 2s [ 641.504423] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b3cab91-f420-473c-a828-e4d7a8904a86 req-5c307c0d-b41d-4f36-ac15-e4688cc12696 service nova] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_rules [ 641.504423] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b3cab91-f420-473c-a828-e4d7a8904a86 req-5c307c0d-b41d-4f36-ac15-e4688cc12696 service nova] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 641.504423] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b3cab91-f420-473c-a828-e4d7a8904a86 req-5c307c0d-b41d-4f36-ac15-e4688cc12696 service nova] Enqueued Resource ID: 5013292a-159a-4eae-bbc5-e12082b87865 with Priority: HIGHEST for action port [ 641.504423] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_rules [ 641.504423] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 641.504423] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5013292a-159a-4eae-bbc5-e12082b87865 with Priority: HIGHEST for action port [ 641.504423] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.504423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.504423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.505429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509028] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.509028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.509028] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.510288] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5013292a-159a-4eae-bbc5-e12082b87865 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.510544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.510695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.510946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.511383] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5013292a-159a-4eae-bbc5-e12082b87865',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.887243] env[65117]: INFO networking_nsxv3.common.synchronization [req-7e8fd46a-f356-4fd4-9672-05f2af9967c8 req-13c9b213-bc9b-4acd-97eb-df53e8ca6fbb tempest-ServersAdminNegativeTestJSON-971513385 tempest-ServersAdminNegativeTestJSON-971513385-project-member] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 641.887865] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 641.888220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.888349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.888421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.888770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.888942] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.889061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.889124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.889314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.889400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.889496] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.016119] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5013292a-159a-4eae-bbc5-e12082b87865 with status ACTIVE [ 642.016401] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.016555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.016623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.016839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.016934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.017233] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.017336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.017375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.017527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.017610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.017808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.017931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.017978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.018139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.018284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.018328] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5013292a-159a-4eae-bbc5-e12082b87865 is going to be updated. [ 642.020071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.020232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.020360] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.045195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.045389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.048027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.048027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.048027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.048027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5013292a-159a-4eae-bbc5-e12082b87865" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.160360] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 642.160779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.278015] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.278141] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.278601] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.278601] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.278885] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.279071] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.279224] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.279404] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.279581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.279789] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.279931] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.280133] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.280213] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.280315] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.280427] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.280576] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.317922] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.318213] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.318328] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.318495] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.319366] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.319366] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.319366] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.319664] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.319718] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880f8ad1-f6ee-4be0-a3b1-c1761915f12e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.392043] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.392244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.392344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.392578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.392672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.393076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.393076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.393076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.393297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.393297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.393398] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e already deleted. [ 642.393446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523085] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.813436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14714607-6de2-4a17-97db-c8450b6c87fc in Status: SUCCESS [ 642.814014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.815142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.815142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.815142] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.815142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.815142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.815511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.815511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.815511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.815511] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.822298] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.822515] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.822641] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.822891] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.823260] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.823260] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 880f8ad1-f6ee-4be0-a3b1-c1761915f12e not found, creating... [ 642.823804] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.823804] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.823946] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.824937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.824937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.824937] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.824937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.824937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.824937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.827314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.827916] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 880f8ad1-f6ee-4be0-a3b1-c1761915f12e is going to be created. [ 642.850494] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.850494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.850494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.851804] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.851804] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.851804] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.025713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.026080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.026080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.026548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.026728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.026880] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be created. [ 643.053480] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.053756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.053939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.054301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.054901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.065547] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: UNINITIALIZED for 2s [ 643.318469] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.318614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.318614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.318829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.319011] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.319117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.319176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.319326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.319415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.319658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.319658] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.319787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.319787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.319919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.320068] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.320160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.320220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.320359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.320433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.320558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.320591] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.823894] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14714607-6de2-4a17-97db-c8450b6c87fc: rpc.has_security_group_logging(os_id): False [ 643.845957] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.845957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.845957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.845957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.846714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.846714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.846714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.846714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.846714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.846714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.846949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.846949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.846949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.847088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.847844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.847844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.847844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.847844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.847844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.847844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.847844] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14714607-6de2-4a17-97db-c8450b6c87fc is going to be created. [ 643.948078] env[65117]: INFO networking_nsxv3.common.synchronization [req-7e8fd46a-f356-4fd4-9672-05f2af9967c8 req-36b59171-cc33-40c4-93c1-5625bc33abc0 service nova] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_rules [ 643.948078] env[65117]: INFO networking_nsxv3.common.synchronization [req-7e8fd46a-f356-4fd4-9672-05f2af9967c8 req-36b59171-cc33-40c4-93c1-5625bc33abc0 service nova] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 643.948078] env[65117]: INFO networking_nsxv3.common.synchronization [req-7e8fd46a-f356-4fd4-9672-05f2af9967c8 req-36b59171-cc33-40c4-93c1-5625bc33abc0 service nova] Enqueued Resource ID: 880f8ad1-f6ee-4be0-a3b1-c1761915f12e with Priority: HIGHEST for action port [ 643.950705] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_rules [ 643.950705] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 643.950705] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880f8ad1-f6ee-4be0-a3b1-c1761915f12e with Priority: HIGHEST for action port [ 643.950705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.951303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.951553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.952623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.952623] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.953257] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.953465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.953540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.953895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.954044] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.954210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.954296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.954486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.954679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.954812] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.956230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.956230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.956388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.956527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.956680] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880f8ad1-f6ee-4be0-a3b1-c1761915f12e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.962552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.962761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.962761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.962998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.963202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.976695] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14714607-6de2-4a17-97db-c8450b6c87fc in Status: IN_PROGRESS for 2s [ 644.203162] env[65117]: INFO networking_nsxv3.common.synchronization [req-cf3fa463-bfd8-4c30-9b3e-05b101912efc req-14550ceb-d403-4ba2-bd80-1bb13aa75c79 tempest-ServerDiagnosticsNegativeTest-478548898 tempest-ServerDiagnosticsNegativeTest-478548898-project-member] Enqueued Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_members [ 644.203991] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGHEST for action security_group_members [ 644.204633] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.204633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.204800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.204931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.205741] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.205741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.205741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.205741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.205741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205997] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.458539] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.462447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.462650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.464071] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 880f8ad1-f6ee-4be0-a3b1-c1761915f12e with status ACTIVE [ 644.466515] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.466751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.466861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.467387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.467584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.467748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.467944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.467944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.468163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.468274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.468503] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.468639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.468702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.468923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.469029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.469096] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 880f8ad1-f6ee-4be0-a3b1-c1761915f12e is going to be updated. [ 644.497977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.498152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.498230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.498462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.498599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.498774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880f8ad1-f6ee-4be0-a3b1-c1761915f12e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.708733] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.708888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.708966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.709360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.709465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.709688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.709786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.709860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.710026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.710106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.710196] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 is going to be updated. [ 644.739949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.739949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.739949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.739949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.739949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.749233] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 in Status: IN_PROGRESS for 2s [ 644.963055] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.076315] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 645.076540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.076702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.076927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.077125] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.077326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.077385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.077557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.077628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.077724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.077809] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.465698] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.465698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.465698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.465698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.466285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.466285] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be created. [ 645.490540] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.490540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.490540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.490540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.491895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.504889] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: UNINITIALIZED for 2s [ 645.582062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.582062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.582062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.582062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.582683] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.585370] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.585370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.587666] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.587666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.587666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.590241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.590241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.590241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.590241] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.843021] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2e1ef06-f139-41a2-a7dd-2cadbe8830db req-ce14df4b-95d2-43c7-9e8c-e120c0dfe282 tempest-FloatingIPsAssociationTestJSON-1037489361 tempest-FloatingIPsAssociationTestJSON-1037489361-project-member] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 645.843021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 645.843021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.843021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.843021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.843021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.843493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.844139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.844139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.844266] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.991679] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14714607-6de2-4a17-97db-c8450b6c87fc in Status: SUCCESS [ 645.994497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.092762] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2686d8f8-4db3-4196-83a3-c9f7138cfbca: rpc.has_security_group_logging(os_id): False [ 646.112894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.113820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.113820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.114741] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.114893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.114893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.115152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.115616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.115616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.115616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.115616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.115848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.115952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.116185] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.116960] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be created. [ 646.185864] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.186125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.186125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.186501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.200298] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 646.347730] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.676183] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.676183] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.676183] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.676183] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.676820] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.677075] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.677297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.677533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.677664] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.678063] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.678063] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.678307] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.678307] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.678377] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.678517] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.678618] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.699862] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.700082] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.700214] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.700407] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-391" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.700733] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-0f1ad61a-da3a-4605-bc12-ccd348c530d7 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.700903] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.701040] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.701385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.701513] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1ad61a-da3a-4605-bc12-ccd348c530d7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.762468] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 in Status: SUCCESS [ 646.762676] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 deletion is rescheduled due to dependency. [ 646.762802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.778056] env[65117]: INFO networking_nsxv3.common.synchronization [req-b6f82775-9c5d-4ad0-993d-660d32690750 req-9261c24e-3537-4b75-bd82-478cc7fa6d60 tempest-ServerAddressesTestJSON-369872541 tempest-ServerAddressesTestJSON-369872541-project-member] Enqueued Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_members [ 646.779074] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGHEST for action security_group_members [ 646.779386] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.779529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.779636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.779876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.780046] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.780175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.780260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.780354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.780437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.780515] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.850755] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.204389] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.204535] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.204677] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.204938] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.205257] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.205446] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 0f1ad61a-da3a-4605-bc12-ccd348c530d7 not found, creating... [ 647.206927] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.207283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.207463] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.207784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.207946] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.208339] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.208609] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.208781] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.209080] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.209224] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.209371] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 0f1ad61a-da3a-4605-bc12-ccd348c530d7 is going to be created. [ 647.232142] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.232614] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.232867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.233267] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.236239] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.236239] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.286040] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.286222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.286274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.286565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.286677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.286888] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.286993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.287072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.287264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.287345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.287437] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 is going to be updated. [ 647.341133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.341491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.341491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.341847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.353623] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 in Status: IN_PROGRESS for 2s [ 647.354028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.354210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.354308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.354680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.354743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.354843] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be updated. [ 647.409627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.409805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.410082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.410226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.423744] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: IN_PROGRESS for 2s [ 647.516598] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 647.516971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.517492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.517818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.518462] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.518462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.518462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.518704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.519665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.519665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.519665] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.975215] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2e1ef06-f139-41a2-a7dd-2cadbe8830db req-0e0eb0c0-1bce-4eb4-b5da-12af5763ff39 service nova] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_rules [ 647.975215] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2e1ef06-f139-41a2-a7dd-2cadbe8830db req-0e0eb0c0-1bce-4eb4-b5da-12af5763ff39 service nova] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 647.975215] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2e1ef06-f139-41a2-a7dd-2cadbe8830db req-0e0eb0c0-1bce-4eb4-b5da-12af5763ff39 service nova] Enqueued Resource ID: 0f1ad61a-da3a-4605-bc12-ccd348c530d7 with Priority: HIGHEST for action port [ 647.975215] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_rules [ 647.975215] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 647.975215] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1ad61a-da3a-4605-bc12-ccd348c530d7 with Priority: HIGHEST for action port [ 647.975215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.975215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.975215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.975819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.975819] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.976466] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.976577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.976747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1ad61a-da3a-4605-bc12-ccd348c530d7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.976876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.977131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.977131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.977292] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1ad61a-da3a-4605-bc12-ccd348c530d7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.021117] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.021267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.021358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.021552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.021723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.021826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.021891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.022061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.022151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.022236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.022387] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.022484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.022544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.022684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.022822] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.022913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.022973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.023128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.023201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023372] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.217603] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 648.218620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.479785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.479940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.480122] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f1ad61a-da3a-4605-bc12-ccd348c530d7 with status ACTIVE [ 648.480298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.480414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.480480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.480717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.480833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.481029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.481136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.481194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.481397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.481531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.481674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.481784] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.481843] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.481947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.482034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.482126] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f1ad61a-da3a-4605-bc12-ccd348c530d7 is going to be updated. [ 648.506021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.506312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.506416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.506655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.506799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.506967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1ad61a-da3a-4605-bc12-ccd348c530d7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.525559] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2944f3dc-5310-48f0-aaa9-60c0eab1c89e: rpc.has_security_group_logging(os_id): False [ 648.561800] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.561975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.562053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.562285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.562439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.562689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.562792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.562866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.563089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.563151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.563371] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.563445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.563480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.563638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.563704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.563971] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.564068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.564068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.564243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.564332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.564332] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be created. [ 648.654645] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.655110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.655301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.655818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.656139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.672492] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: IN_PROGRESS for 2s [ 649.364727] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 in Status: SUCCESS [ 649.364727] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 deletion is rescheduled due to dependency. [ 649.364727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.438619] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.438619] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.438619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.438619] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.941150] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.445865] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.686726] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 650.686980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.948888] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.949077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.949141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.949364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.949477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.949578] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be updated. [ 650.987414] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.987697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.987697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.987848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.988012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.998413] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: IN_PROGRESS for 2s [ 652.219426] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7f05a2c2-6cd4-4727-99e3-1bdec9a9e3c0 None None] Enqueued Resource ID: f659e6a7-cb09-4473-a43d-6d4656251671 with Priority: HIGHEST for action port [ 652.219426] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f659e6a7-cb09-4473-a43d-6d4656251671 with Priority: HIGHEST for action port [ 652.220655] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f659e6a7-cb09-4473-a43d-6d4656251671 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.221074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f659e6a7-cb09-4473-a43d-6d4656251671" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.221280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f659e6a7-cb09-4473-a43d-6d4656251671" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.221680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f659e6a7-cb09-4473-a43d-6d4656251671" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.221911] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f659e6a7-cb09-4473-a43d-6d4656251671',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.724814] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f659e6a7-cb09-4473-a43d-6d4656251671 [ 652.724814] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.724814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.725048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.725085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.727033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.727033] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f659e6a7-cb09-4473-a43d-6d4656251671 already deleted. [ 652.727033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f659e6a7-cb09-4473-a43d-6d4656251671" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.010748] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.014100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.014100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.014100] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.519304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.519304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.519304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.520232] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.520232] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.520232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.520232] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.025490] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70793108-ae75-4645-b65b-e35f54d9d9ae: rpc.has_security_group_logging(os_id): False [ 654.050744] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.051185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.051185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.051311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.051358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.051692] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.051873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.051962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.052235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.052355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.053059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.053059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.053059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.053059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.053059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.055377] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.055377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.055496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.056452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.056638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.056765] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be updated. [ 654.129013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.129013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.129013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.129013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.129013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.149241] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: IN_PROGRESS for 2s [ 656.164536] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 656.165017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.704235] env[65117]: INFO networking_nsxv3.common.synchronization [req-844eafb3-91fa-4010-9645-db01949efacd req-faaa382e-e9f9-47f3-a465-e1bcfba5ede2 tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 656.704794] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 656.710882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.710882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.710882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.710882] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.185824] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.186147] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.186224] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.186712] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.187394] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.187394] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.187394] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.187394] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.187626] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.188347] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.188347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.188347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.188347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.188347] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.188347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.188640] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.214238] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.214545] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.214545] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.214647] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.215209] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-ce101817-4ca0-4f69-9ada-2ffb08a707ac taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.215365] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.215632] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.215972] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.215972] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce101817-4ca0-4f69-9ada-2ffb08a707ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.216971] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.718451] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.718692] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.718815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.719099] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.719249] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.719400] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port ce101817-4ca0-4f69-9ada-2ffb08a707ac not found, creating... [ 657.719780] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.719946] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.720081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.720408] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.720552] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.720852] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721014] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721131] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721338] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.721467] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.721600] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: ce101817-4ca0-4f69-9ada-2ffb08a707ac is going to be created. [ 657.723149] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.744491] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.744719] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.744847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.745132] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.745440] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.745674] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.226278] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.226623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.226623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.226741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.226823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.226926] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 658.265280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.265388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.265431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.265743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.265931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.276020] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 658.475914] env[65117]: INFO networking_nsxv3.common.synchronization [req-844eafb3-91fa-4010-9645-db01949efacd req-c5daa463-11b7-422c-a73b-7124ea068764 service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 658.475914] env[65117]: INFO networking_nsxv3.common.synchronization [req-844eafb3-91fa-4010-9645-db01949efacd req-c5daa463-11b7-422c-a73b-7124ea068764 service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 658.475914] env[65117]: INFO networking_nsxv3.common.synchronization [req-844eafb3-91fa-4010-9645-db01949efacd req-c5daa463-11b7-422c-a73b-7124ea068764 service nova] Enqueued Resource ID: ce101817-4ca0-4f69-9ada-2ffb08a707ac with Priority: HIGHEST for action port [ 658.475914] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 658.475914] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 658.475914] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce101817-4ca0-4f69-9ada-2ffb08a707ac with Priority: HIGHEST for action port [ 658.475914] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.476976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.476976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.476976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.476976] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.477754] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.477885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.478147] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce101817-4ca0-4f69-9ada-2ffb08a707ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.478274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.478274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.479114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.479225] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce101817-4ca0-4f69-9ada-2ffb08a707ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.981724] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.981949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.982054] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce101817-4ca0-4f69-9ada-2ffb08a707ac with status ACTIVE [ 658.982228] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.982345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.982552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.982666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.983043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.983043] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.983043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.983180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.983219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.983293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.983498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.983594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.983635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.983770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.983861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.984855] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce101817-4ca0-4f69-9ada-2ffb08a707ac is going to be updated. [ 659.030298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.030298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.030639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.030874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.032299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce101817-4ca0-4f69-9ada-2ffb08a707ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.066947] env[65117]: INFO networking_nsxv3.common.synchronization [None req-ae8ee7cf-95d6-41b9-8d01-72bd71f951f9 None None] Enqueued Resource ID: fdf4f911-0069-436f-9938-05f1058e5bb6 with Priority: HIGHEST for action port [ 660.067224] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf4f911-0069-436f-9938-05f1058e5bb6 with Priority: HIGHEST for action port [ 660.067808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf4f911-0069-436f-9938-05f1058e5bb6 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.067924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf4f911-0069-436f-9938-05f1058e5bb6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.067983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf4f911-0069-436f-9938-05f1058e5bb6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.068236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf4f911-0069-436f-9938-05f1058e5bb6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.068331] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf4f911-0069-436f-9938-05f1058e5bb6',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.287670] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 660.287670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.287670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.287670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.287846] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.288042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.288042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.288222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.288326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.288458] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.343529] env[65117]: INFO networking_nsxv3.common.synchronization [req-10e36272-743b-4488-b01f-56e60326a668 req-2e31905b-7414-4ba9-9bd8-2370d8d9b69a tempest-ServerPasswordTestJSON-986076306 tempest-ServerPasswordTestJSON-986076306-project-member] Enqueued Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_members [ 660.343529] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_members [ 660.343765] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.343898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.343948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.344213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.344866] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.344866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.344866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.344866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.344866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.344866] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.568029] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0b7c281f-5565-4fc3-88b5-a1e56b8b8e20 None None] Enqueued Resource ID: f7842196-bf36-4e8f-98e6-b1ae4fbb8d19 with Priority: HIGHEST for action port [ 660.568552] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7842196-bf36-4e8f-98e6-b1ae4fbb8d19 with Priority: HIGHEST for action port [ 660.568855] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7842196-bf36-4e8f-98e6-b1ae4fbb8d19 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.568972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7842196-bf36-4e8f-98e6-b1ae4fbb8d19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.569055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7842196-bf36-4e8f-98e6-b1ae4fbb8d19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.569384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7842196-bf36-4e8f-98e6-b1ae4fbb8d19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.569475] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7842196-bf36-4e8f-98e6-b1ae4fbb8d19',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.570958] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdf4f911-0069-436f-9938-05f1058e5bb6 [ 660.571144] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.571468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.571468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.571577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.571684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.571730] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdf4f911-0069-436f-9938-05f1058e5bb6 already deleted. [ 660.571811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf4f911-0069-436f-9938-05f1058e5bb6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.792200] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.835290] env[65117]: INFO networking_nsxv3.common.synchronization [req-cbd2db41-6f3d-417b-96cf-82432d2974b4 req-5884d764-4353-40cd-a53a-3452dffccfa9 tempest-VolumesAdminNegativeTest-1671897220 tempest-VolumesAdminNegativeTest-1671897220-project-member] Enqueued Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_members [ 660.835773] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGHEST for action security_group_members [ 660.836712] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.836712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.836712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.837184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.838508] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.838721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.838721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.839059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.839059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.839158] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.847525] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.847733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.847806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.848119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.848266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.848544] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.848683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.848769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.849294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.849294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.849294] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15beab6-7516-431d-b47a-3226ca9707ea already deleted. [ 660.849677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.074025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7842196-bf36-4e8f-98e6-b1ae4fbb8d19 [ 661.074025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.074025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.074025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.074025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.074025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.074025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7842196-bf36-4e8f-98e6-b1ae4fbb8d19 already deleted. [ 661.074025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7842196-bf36-4e8f-98e6-b1ae4fbb8d19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.251973] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.252133] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-668" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.252257] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-668" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.252590] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-668" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.252854] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.253033] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.253136] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.253351] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.253585] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.253823] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.253933] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.254045] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.254147] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.254249] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.254347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.254472] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.281840] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.281840] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.281840] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.282022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-668" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.282452] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-4e0fee48-2987-4e63-b80d-16cc4fc65b90 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.283353] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.283353] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.283353] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.283353] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0fee48-2987-4e63-b80d-16cc4fc65b90',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.294877] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.342091] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.342688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.342688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.342688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.342688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.343234] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.343234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.343234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.343234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.343400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.343400] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14714607-6de2-4a17-97db-c8450b6c87fc is going to be updated. [ 661.379132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.379340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.379442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.379710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.380038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.391681] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14714607-6de2-4a17-97db-c8450b6c87fc in Status: IN_PROGRESS for 2s [ 661.786904] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.787147] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.787273] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.787630] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.787756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.787902] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 4e0fee48-2987-4e63-b80d-16cc4fc65b90 not found, creating... [ 661.788182] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.788341] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.788474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.788708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.788843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.789133] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.789289] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.789403] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.789607] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.789737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.789871] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 4e0fee48-2987-4e63-b80d-16cc4fc65b90 is going to be created. [ 661.797211] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.797662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.797775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.799241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.799354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.799431] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 662.003832] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.003832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.003832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.003832] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 662.510214] env[65117]: INFO networking_nsxv3.common.synchronization [req-10e36272-743b-4488-b01f-56e60326a668 req-c38a3a1f-d791-4109-9fc5-dc6901622b68 service nova] Enqueued Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_rules [ 662.510214] env[65117]: INFO networking_nsxv3.common.synchronization [req-10e36272-743b-4488-b01f-56e60326a668 req-c38a3a1f-d791-4109-9fc5-dc6901622b68 service nova] Enqueued Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_members [ 662.510214] env[65117]: INFO networking_nsxv3.common.synchronization [req-10e36272-743b-4488-b01f-56e60326a668 req-c38a3a1f-d791-4109-9fc5-dc6901622b68 service nova] Enqueued Resource ID: 4e0fee48-2987-4e63-b80d-16cc4fc65b90 with Priority: HIGHEST for action port [ 662.510214] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_rules [ 662.510214] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_members [ 662.510214] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0fee48-2987-4e63-b80d-16cc4fc65b90 with Priority: HIGHEST for action port [ 662.510214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.510214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.510919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.511409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.511609] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.512584] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.513199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.513377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.513651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.513899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.514629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.514804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.516824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.516824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.516824] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.516824] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e0fee48-2987-4e63-b80d-16cc4fc65b90 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.516824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.516824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.516824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.516824] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0fee48-2987-4e63-b80d-16cc4fc65b90',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.571576] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f0ef416d-f324-4758-92ec-45699f3da15c None None] Enqueued Resource ID: 45527c98-7e94-4d43-9c8d-3b470c2debed with Priority: HIGHEST for action port [ 662.572398] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45527c98-7e94-4d43-9c8d-3b470c2debed with Priority: HIGHEST for action port [ 662.572873] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-45527c98-7e94-4d43-9c8d-3b470c2debed taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.573370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45527c98-7e94-4d43-9c8d-3b470c2debed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.573559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45527c98-7e94-4d43-9c8d-3b470c2debed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.573903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45527c98-7e94-4d43-9c8d-3b470c2debed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.574119] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45527c98-7e94-4d43-9c8d-3b470c2debed',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.023425] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.024688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.024957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.025121] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e0fee48-2987-4e63-b80d-16cc4fc65b90 with status ACTIVE [ 663.025326] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.025492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.025553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.025828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.025981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.026625] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.026625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.026990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.029214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.029214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029214] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e0fee48-2987-4e63-b80d-16cc4fc65b90 is going to be updated. [ 663.060783] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.060783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.060783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.060783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.060783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.060783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e0fee48-2987-4e63-b80d-16cc4fc65b90" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.080829] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45527c98-7e94-4d43-9c8d-3b470c2debed [ 663.082000] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.082000] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.082000] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.082000] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.082000] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.082000] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45527c98-7e94-4d43-9c8d-3b470c2debed already deleted. [ 663.082483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45527c98-7e94-4d43-9c8d-3b470c2debed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.099448] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b04b229-f308-4684-a55a-ddb66c41e804 req-3f747927-099b-4f95-8f33-6e36ba247fbc tempest-FloatingIPsAssociationNegativeTestJSON-1492692834 tempest-FloatingIPsAssociationNegativeTestJSON-1492692834-project-member] Enqueued Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_members [ 663.099448] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_members [ 663.099448] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.099448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.099448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.099448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.099448] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.099448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.100030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.100030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.100030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.100030] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.402507] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14714607-6de2-4a17-97db-c8450b6c87fc in Status: SUCCESS [ 663.402786] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14714607-6de2-4a17-97db-c8450b6c87fc deletion is rescheduled due to dependency. [ 663.402954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.532436] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.547502] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.547704] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-799" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.547824] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-799" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.549093] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-799" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.549371] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.549781] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.549781] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.549963] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.550237] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.551074] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.551208] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.551319] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.551439] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.551562] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.551673] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.551803] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.572881] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.573059] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.573193] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.573364] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-799" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.573677] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9b49559f-74d1-48da-95a4-1f5990ff16bb taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.573843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.573955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.574292] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.574852] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b49559f-74d1-48da-95a4-1f5990ff16bb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.602231] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.602396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.602450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.602647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.602740] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.602926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.603036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.603092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.603246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.603322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.603406] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e04df77-288a-45a2-8502-8a557cf60a40 already deleted. [ 663.603486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.856914] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 663.857201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.857417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.857639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.857879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.857976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.858039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.859239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.859239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.859239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.859239] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.888748] env[65117]: INFO networking_nsxv3.common.synchronization [None req-6766dfb7-ff10-491e-80a1-2d6c099f447e None None] Enqueued Resource ID: fee6849e-0e38-4087-b949-8006690cf5a5 with Priority: HIGHEST for action port [ 663.890489] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee6849e-0e38-4087-b949-8006690cf5a5 with Priority: HIGHEST for action port [ 663.890489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fee6849e-0e38-4087-b949-8006690cf5a5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.890489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fee6849e-0e38-4087-b949-8006690cf5a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.890489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fee6849e-0e38-4087-b949-8006690cf5a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.890489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fee6849e-0e38-4087-b949-8006690cf5a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.890489] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fee6849e-0e38-4087-b949-8006690cf5a5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.035992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.035992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.035992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.035992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.035992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.035992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15beab6-7516-431d-b47a-3226ca9707ea is going to be created. [ 664.065731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.066234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.066434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.066812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.067651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.077598] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15beab6-7516-431d-b47a-3226ca9707ea in Status: UNINITIALIZED for 2s [ 664.078495] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.078891] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.079151] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.079520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.080852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.080852] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9b49559f-74d1-48da-95a4-1f5990ff16bb not found, creating... [ 664.080852] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.080852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.080852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.080852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.080852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.081552] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.081884] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.082119] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.082431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.082725] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.082995] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9b49559f-74d1-48da-95a4-1f5990ff16bb is going to be created. [ 664.106932] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.108056] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.108056] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.108299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.109066] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.109066] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.360813] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.360907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.361083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.361210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.361358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.361464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.361529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.361677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.361761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.361849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.362030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.362131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.362192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.362351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.362498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.362584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.362638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.362795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.362871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.363079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.363079] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.391901] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fee6849e-0e38-4087-b949-8006690cf5a5 [ 664.393026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.393026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.393026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.393026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.393026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393557] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fee6849e-0e38-4087-b949-8006690cf5a5 already deleted. [ 664.393557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fee6849e-0e38-4087-b949-8006690cf5a5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.593282] env[65117]: INFO networking_nsxv3.common.synchronization [req-aff7a3df-e5b1-4993-8dc3-8f93039595fc req-2fcb34dd-b1b9-42da-acb2-b0ed38280a99 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 664.593741] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 664.594623] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.594623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.599425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.599690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.599881] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.600013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.600083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.600254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.600342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.600442] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.626630] env[65117]: INFO networking_nsxv3.common.synchronization [None req-68de3d0b-50b3-43a1-829c-16a0269759d0 None None] Enqueued Resource ID: f3e3d876-15ca-4793-972e-1e0acf820813 with Priority: HIGHEST for action port [ 664.627520] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e3d876-15ca-4793-972e-1e0acf820813 with Priority: HIGHEST for action port [ 664.627750] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e3d876-15ca-4793-972e-1e0acf820813 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.627877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e3d876-15ca-4793-972e-1e0acf820813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.627946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e3d876-15ca-4793-972e-1e0acf820813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.628220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e3d876-15ca-4793-972e-1e0acf820813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.628307] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e3d876-15ca-4793-972e-1e0acf820813',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.843693] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b04b229-f308-4684-a55a-ddb66c41e804 req-7499d067-ef81-47e1-8f34-d6ee0f1cc16b service nova] Enqueued Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_rules [ 664.843956] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b04b229-f308-4684-a55a-ddb66c41e804 req-7499d067-ef81-47e1-8f34-d6ee0f1cc16b service nova] Enqueued Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_members [ 664.844588] env[65117]: INFO networking_nsxv3.common.synchronization [req-8b04b229-f308-4684-a55a-ddb66c41e804 req-7499d067-ef81-47e1-8f34-d6ee0f1cc16b service nova] Enqueued Resource ID: 9b49559f-74d1-48da-95a4-1f5990ff16bb with Priority: HIGHEST for action port [ 664.845612] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_rules [ 664.845888] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_members [ 664.849673] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49559f-74d1-48da-95a4-1f5990ff16bb with Priority: HIGHEST for action port [ 664.849673] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.849673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.849673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.849673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.849673] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.851443] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.851999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.851999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.852115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.852355] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.852535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.852665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.852945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.853304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.853304] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.855698] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b49559f-74d1-48da-95a4-1f5990ff16bb taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.855863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.855863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.856826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.856826] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b49559f-74d1-48da-95a4-1f5990ff16bb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.867778] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b71cc747-63c5-41aa-bfee-57085e5a0044: rpc.has_security_group_logging(os_id): False [ 664.890933] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.891588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.891588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.891889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.892739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.892739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.892739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.892739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.892739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.892739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.893181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.893181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.893181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.893344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.893395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.893632] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.893943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.893943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.894059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.894205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.894272] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 664.982412] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.982412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.982412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.982412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.982412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.997034] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 665.103028] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.131882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3e3d876-15ca-4793-972e-1e0acf820813 [ 665.132214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.132398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.132487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.132745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.132847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.133034] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3e3d876-15ca-4793-972e-1e0acf820813 already deleted. [ 665.133034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e3d876-15ca-4793-972e-1e0acf820813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.184542] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.184542] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.184542] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.184767] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.184886] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.185303] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.185490] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.186320] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.186514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.186662] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.186769] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.187775] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.187775] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.187775] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.187775] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.187775] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.208511] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.208749] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.208902] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.210534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.210534] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-30559c93-c94a-42a5-9a95-e4c794b637e4 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.210534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.210534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.210534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.210534] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30559c93-c94a-42a5-9a95-e4c794b637e4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.361026] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.361234] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.361381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.361508] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b49559f-74d1-48da-95a4-1f5990ff16bb with status ACTIVE [ 665.361685] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.361798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.361862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.362282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.362282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.362282] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.362496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.362496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.362617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.362669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.363949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.363949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.363949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.363949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.363949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.363949] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b49559f-74d1-48da-95a4-1f5990ff16bb is going to be updated. [ 665.389752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.390325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.390407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.390613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.390754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.390918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b49559f-74d1-48da-95a4-1f5990ff16bb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.607119] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.714900] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.716527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.716527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.716527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.716527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.716527] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 30559c93-c94a-42a5-9a95-e4c794b637e4 not found, creating... [ 665.716987] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.717282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.717993] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.718550] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.718789] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.720044] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.720044] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.720044] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.720760] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.720955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.721275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 30559c93-c94a-42a5-9a95-e4c794b637e4 is going to be created. [ 665.748156] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.749350] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.749508] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.749815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.750053] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.750309] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.865933] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.088856] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15beab6-7516-431d-b47a-3226ca9707ea in Status: SUCCESS [ 666.088856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.089109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.089196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.089445] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.089560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.089624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.089827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.089929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.090010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.090841] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.110654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.110654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.110654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.110654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.110654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.110654] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 666.139725] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.149875] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 666.372494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.373086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.373086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.373554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.373554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.374277] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e04df77-288a-45a2-8502-8a557cf60a40 is going to be created. [ 666.400810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.400952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.401056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.401465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.401975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.414466] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e04df77-288a-45a2-8502-8a557cf60a40 in Status: UNINITIALIZED for 2s [ 666.470647] env[65117]: INFO networking_nsxv3.common.synchronization [req-aff7a3df-e5b1-4993-8dc3-8f93039595fc req-802adfb7-2df1-4d43-803c-2527e481cab5 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 666.470647] env[65117]: INFO networking_nsxv3.common.synchronization [req-aff7a3df-e5b1-4993-8dc3-8f93039595fc req-802adfb7-2df1-4d43-803c-2527e481cab5 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 666.471095] env[65117]: INFO networking_nsxv3.common.synchronization [req-aff7a3df-e5b1-4993-8dc3-8f93039595fc req-802adfb7-2df1-4d43-803c-2527e481cab5 service nova] Enqueued Resource ID: 30559c93-c94a-42a5-9a95-e4c794b637e4 with Priority: HIGHEST for action port [ 666.471557] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 666.471758] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 666.472124] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30559c93-c94a-42a5-9a95-e4c794b637e4 with Priority: HIGHEST for action port [ 666.472594] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.472849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.473027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.473278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.473359] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.474450] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.474565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.475740] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-30559c93-c94a-42a5-9a95-e4c794b637e4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.475949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.476037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.476275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.476429] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30559c93-c94a-42a5-9a95-e4c794b637e4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.592362] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.592555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.592870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.593318] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.593318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.593318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.593527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.593527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.593657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.594865] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.595038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.595107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.595259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.595475] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.596036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.596036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.596216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.596462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.596462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.596573] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.980130] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.980130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.980581] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30559c93-c94a-42a5-9a95-e4c794b637e4 with status ACTIVE [ 666.980811] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.980948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.981040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.981269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.981456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.981554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.981674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.981734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.981888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.981958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.982667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.982667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.982667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.982667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.982667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.982667] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30559c93-c94a-42a5-9a95-e4c794b637e4 is going to be updated. [ 667.008857] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.009027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.009120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.009406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.009601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.009788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30559c93-c94a-42a5-9a95-e4c794b637e4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.013820] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 667.013988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.100804] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f15beab6-7516-431d-b47a-3226ca9707ea: rpc.has_security_group_logging(os_id): False [ 667.120681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.121591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.121770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.121960] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.122080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.122147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.122318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.122398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.122583] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.123493] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.123493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.123885] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f15beab6-7516-431d-b47a-3226ca9707ea is going to be created. [ 667.211157] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.211356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.211356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.211696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.213382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.230831] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f15beab6-7516-431d-b47a-3226ca9707ea in Status: IN_PROGRESS for 2s [ 667.557313] env[65117]: INFO networking_nsxv3.common.synchronization [None req-78aa40fc-4371-4018-a7b3-7d8d82469846 None None] Enqueued Resource ID: 00589ddc-ecd2-4122-af6f-408d6a602ff0 with Priority: HIGHEST for action port [ 667.557682] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00589ddc-ecd2-4122-af6f-408d6a602ff0 with Priority: HIGHEST for action port [ 667.558258] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-00589ddc-ecd2-4122-af6f-408d6a602ff0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.558381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00589ddc-ecd2-4122-af6f-408d6a602ff0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.558446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00589ddc-ecd2-4122-af6f-408d6a602ff0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.558722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00589ddc-ecd2-4122-af6f-408d6a602ff0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.558808] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00589ddc-ecd2-4122-af6f-408d6a602ff0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.063752] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00589ddc-ecd2-4122-af6f-408d6a602ff0 [ 668.064155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.064258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.064258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.064496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.064580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.064678] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00589ddc-ecd2-4122-af6f-408d6a602ff0 already deleted. [ 668.064781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00589ddc-ecd2-4122-af6f-408d6a602ff0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.164598] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 668.164598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.164598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.164598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.164887] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.164887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.164887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.165034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.165186] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.430047] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e04df77-288a-45a2-8502-8a557cf60a40 in Status: SUCCESS [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.430047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.430047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.430047] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.668825] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.826461] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bd6ad5d2-3fbf-476c-b395-ecc340cdb820 None None] Enqueued Resource ID: 062a4460-883a-4466-96c9-9f484221dcb7 with Priority: HIGHEST for action port [ 668.827017] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062a4460-883a-4466-96c9-9f484221dcb7 with Priority: HIGHEST for action port [ 668.827461] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-062a4460-883a-4466-96c9-9f484221dcb7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.827555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062a4460-883a-4466-96c9-9f484221dcb7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.827593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062a4460-883a-4466-96c9-9f484221dcb7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.827853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062a4460-883a-4466-96c9-9f484221dcb7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.828032] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062a4460-883a-4466-96c9-9f484221dcb7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.934317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.934317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.934317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.934978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.935542] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.935676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.935905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.936165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.936315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.936562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.937018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.937018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.941308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.941613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.941858] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.942072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.942164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.942418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.942646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.942808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.942915] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.171385] env[65117]: INFO networking_nsxv3.common.synchronization [req-ae0561bb-a110-44e2-a897-a7570d04b95b req-a56ba533-d2a3-421e-904e-1f36d2ab0f59 tempest-ImagesOneServerTestJSON-1561821417 tempest-ImagesOneServerTestJSON-1561821417-project-member] Enqueued Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_members [ 669.171894] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_members [ 669.171937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.172432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.173676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.173676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.173676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.173676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.173676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.173676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.173676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.173676] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.174404] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.242788] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f15beab6-7516-431d-b47a-3226ca9707ea in Status: SUCCESS [ 669.243065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.332574] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 062a4460-883a-4466-96c9-9f484221dcb7 [ 669.332574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.332574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.332574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.332574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.332574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.332574] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:062a4460-883a-4466-96c9-9f484221dcb7 already deleted. [ 669.332574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062a4460-883a-4466-96c9-9f484221dcb7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.446457] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e04df77-288a-45a2-8502-8a557cf60a40: rpc.has_security_group_logging(os_id): False [ 669.467717] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.467885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.467958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.468208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.468302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.468531] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.468626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.472018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.472018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.472018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.473592] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e04df77-288a-45a2-8502-8a557cf60a40 is going to be created. [ 669.545681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.545840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.545891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.546130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.546316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.565554] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e04df77-288a-45a2-8502-8a557cf60a40 in Status: IN_PROGRESS for 2s [ 669.676165] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.676375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.676427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.676670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.676814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.677100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.677154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.677305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.677492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.677704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.677746] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 already deleted. [ 669.677826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.678134] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.678226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.678313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.678460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.678514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.678604] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 669.713463] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.713759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.713759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.714164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.714231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.725218] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 670.365184] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.365525] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-95" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.365525] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-95" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.365792] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-95" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.366088] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.366254] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.366659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.366659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.366659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.366859] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.366970] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.367082] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.367324] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.367324] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.367467] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.367568] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.388145] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.388316] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.388482] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.388727] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-95" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.389073] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.390111] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.390111] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.390111] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.390111] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fe336f-352b-49b8-aa0c-0de6b6c1aaf3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.893236] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.893880] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.894176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.894546] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.894762] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.894963] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 not found, creating... [ 670.895339] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.895683] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.895910] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.896433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.896768] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.897452] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.897770] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.898040] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.898356] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.898554] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.898763] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 is going to be created. [ 670.921272] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.921272] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.921397] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.921668] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.921929] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.922176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300906] env[65117]: INFO networking_nsxv3.common.synchronization [None req-152efd2e-7d2f-494b-8f88-81973bdd5d26 None None] Enqueued Resource ID: a488c743-2381-4b69-89bd-0bc40a364e1e with Priority: HIGHEST for action port [ 671.302060] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a488c743-2381-4b69-89bd-0bc40a364e1e with Priority: HIGHEST for action port [ 671.302060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a488c743-2381-4b69-89bd-0bc40a364e1e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.302249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a488c743-2381-4b69-89bd-0bc40a364e1e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.302249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a488c743-2381-4b69-89bd-0bc40a364e1e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.303912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a488c743-2381-4b69-89bd-0bc40a364e1e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.303912] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a488c743-2381-4b69-89bd-0bc40a364e1e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.584520] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e04df77-288a-45a2-8502-8a557cf60a40 in Status: SUCCESS [ 671.584860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731312] env[65117]: INFO networking_nsxv3.common.synchronization [req-ae0561bb-a110-44e2-a897-a7570d04b95b req-4b5345c5-b0a2-4190-a436-f6670da6d073 service nova] Enqueued Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_rules [ 671.731663] env[65117]: INFO networking_nsxv3.common.synchronization [req-ae0561bb-a110-44e2-a897-a7570d04b95b req-4b5345c5-b0a2-4190-a436-f6670da6d073 service nova] Enqueued Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_members [ 671.731898] env[65117]: INFO networking_nsxv3.common.synchronization [req-ae0561bb-a110-44e2-a897-a7570d04b95b req-4b5345c5-b0a2-4190-a436-f6670da6d073 service nova] Enqueued Resource ID: 38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 with Priority: HIGHEST for action port [ 671.734359] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_rules [ 671.734605] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_members [ 671.734784] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 with Priority: HIGHEST for action port [ 671.735181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.735335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.735455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.735773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.735863] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.737346] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.740786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.740902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.741737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.741944] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.742080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.742148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.743057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.743057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.743057] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.744984] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.745118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.745182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.746248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.746382] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fe336f-352b-49b8-aa0c-0de6b6c1aaf3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.750412] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 671.750615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.754029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.754029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.754029] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.806400] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a488c743-2381-4b69-89bd-0bc40a364e1e [ 671.807076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.807076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.807076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.807281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.807281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807358] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a488c743-2381-4b69-89bd-0bc40a364e1e already deleted. [ 671.807432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a488c743-2381-4b69-89bd-0bc40a364e1e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.246780] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.250786] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.250940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.254355] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 with status ACTIVE [ 672.255048] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.255400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.256165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.256420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.256524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.256754] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.256872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.256938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.257127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.257210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.257413] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.257557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.257639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.257797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.257875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.258124] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38fe336f-352b-49b8-aa0c-0de6b6c1aaf3 is going to be updated. [ 672.263394] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.263559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.263620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.263829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.264077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.264214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.264317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.264549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.264670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.264958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.264958] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.265065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.265105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.268981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.268981] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.268981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.268981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.268981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.268981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.268981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.268981] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.311718] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.311917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.311987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.312189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.312340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.312486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38fe336f-352b-49b8-aa0c-0de6b6c1aaf3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.452113] env[65117]: INFO networking_nsxv3.common.synchronization [None req-dde1e005-e072-436c-843e-eae136f16313 None None] Enqueued Resource ID: 60006825-287d-400a-8349-43f4018aeb9e with Priority: HIGHEST for action port [ 672.452738] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60006825-287d-400a-8349-43f4018aeb9e with Priority: HIGHEST for action port [ 672.453935] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-60006825-287d-400a-8349-43f4018aeb9e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.453935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60006825-287d-400a-8349-43f4018aeb9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.454110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60006825-287d-400a-8349-43f4018aeb9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.454554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60006825-287d-400a-8349-43f4018aeb9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.454554] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60006825-287d-400a-8349-43f4018aeb9e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.474349] env[65117]: INFO networking_nsxv3.common.synchronization [req-36aa38cf-ef1d-4e36-9a95-9acaa842c685 req-eb706955-0bb8-4a02-b4f9-159719eadae5 tempest-DeleteServersAdminTestJSON-739537786 tempest-DeleteServersAdminTestJSON-739537786-project-member] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 672.476722] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 672.476722] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.478028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.478028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.478028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.478028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.478028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.478028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.478028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.478484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.478484] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.750621] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.770761] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 672.790052] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.790052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.790052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.790052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.790380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.790380] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.790530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.790577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.791153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.791153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.791153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.791347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.791347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.791574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.791574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.791734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.793667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.793667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.793667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.793667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.793667] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 672.846884] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.847051] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.847163] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.847522] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.847773] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.847898] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.847980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.848199] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.848341] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.848554] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.848748] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.848748] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.848932] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.848932] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.849223] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.849223] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.856760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.856993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.857262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.857304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.857480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.871851] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 672.872911] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.873037] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.873201] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.873396] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.873740] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-f25eecb5-afa0-4caa-9769-153b22d96c5e taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.873925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.874075] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.874521] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.875262] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25eecb5-afa0-4caa-9769-153b22d96c5e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.960710] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60006825-287d-400a-8349-43f4018aeb9e [ 672.960949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.961120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.961194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.961438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.961539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.961648] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60006825-287d-400a-8349-43f4018aeb9e already deleted. [ 672.964646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60006825-287d-400a-8349-43f4018aeb9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.983189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.983189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.983189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.983189] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be updated. [ 673.013531] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.013861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.013861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.013957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.014619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.023975] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: IN_PROGRESS for 2s [ 673.254452] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.254650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.254745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.255253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.255465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.255531] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 is going to be created. [ 673.412684] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.413046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.413046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.413279] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.413548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.413589] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port f25eecb5-afa0-4caa-9769-153b22d96c5e not found, creating... [ 673.413794] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.414099] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.414099] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.414429] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.414429] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.414689] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.414840] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.414947] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.415158] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.415286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.415632] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: f25eecb5-afa0-4caa-9769-153b22d96c5e is going to be created. [ 673.437021] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.437021] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.437021] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.437021] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.437021] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.437021] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.441954] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.442163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.442212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.442395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.442545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.453979] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 in Status: UNINITIALIZED for 2s [ 673.456649] env[65117]: INFO networking_nsxv3.common.synchronization [None req-3d7726f4-e7d1-4888-862a-d9d2fd37df64 None None] Enqueued Resource ID: 3edf3c12-98e2-4234-a4f3-568621cb75cc with Priority: HIGHEST for action port [ 673.456798] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edf3c12-98e2-4234-a4f3-568621cb75cc with Priority: HIGHEST for action port [ 673.457564] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3edf3c12-98e2-4234-a4f3-568621cb75cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.457564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3edf3c12-98e2-4234-a4f3-568621cb75cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.457750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3edf3c12-98e2-4234-a4f3-568621cb75cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.457877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3edf3c12-98e2-4234-a4f3-568621cb75cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.458031] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3edf3c12-98e2-4234-a4f3-568621cb75cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.962610] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3edf3c12-98e2-4234-a4f3-568621cb75cc [ 673.962610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.962610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.962610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.962610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.962610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.962610] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3edf3c12-98e2-4234-a4f3-568621cb75cc already deleted. [ 673.962610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3edf3c12-98e2-4234-a4f3-568621cb75cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.219613] env[65117]: INFO networking_nsxv3.common.synchronization [req-36aa38cf-ef1d-4e36-9a95-9acaa842c685 req-b0fc3050-f489-41b6-bfdd-a062ea6e0c63 service nova] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_rules [ 674.219613] env[65117]: INFO networking_nsxv3.common.synchronization [req-36aa38cf-ef1d-4e36-9a95-9acaa842c685 req-b0fc3050-f489-41b6-bfdd-a062ea6e0c63 service nova] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 674.219880] env[65117]: INFO networking_nsxv3.common.synchronization [req-36aa38cf-ef1d-4e36-9a95-9acaa842c685 req-b0fc3050-f489-41b6-bfdd-a062ea6e0c63 service nova] Enqueued Resource ID: f25eecb5-afa0-4caa-9769-153b22d96c5e with Priority: HIGHEST for action port [ 674.220300] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_rules [ 674.220438] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 674.220534] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25eecb5-afa0-4caa-9769-153b22d96c5e with Priority: HIGHEST for action port [ 674.220815] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.220940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.221038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.221199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.221279] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.222114] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.222216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.222405] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25eecb5-afa0-4caa-9769-153b22d96c5e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.225461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.225461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.225461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.225461] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25eecb5-afa0-4caa-9769-153b22d96c5e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.726092] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.726275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.726552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f25eecb5-afa0-4caa-9769-153b22d96c5e with status ACTIVE [ 674.726653] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.726892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.726986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.727220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.727309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.727616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.727709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.727765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.727937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.728037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.728343] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.728455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.728455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.728707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.728707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.728811] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f25eecb5-afa0-4caa-9769-153b22d96c5e is going to be updated. [ 674.753852] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.754046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.754112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.754308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.754447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.754621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25eecb5-afa0-4caa-9769-153b22d96c5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.889043] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 674.889366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.037027] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 675.037027] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 deletion is rescheduled due to dependency. [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.037027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.037027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.037027] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.466389] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 in Status: SUCCESS [ 675.466655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.466850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.467169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.467394] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.467559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.467636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.467840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.467947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.468091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.468207] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.539902] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.971189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.971786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.971786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.971974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.972396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.972539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.972627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.972831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.972927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.973040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.973453] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.973728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.973822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.974053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.974223] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.974325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.974385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.974531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.974614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.974946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.975085] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.042825] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.282879] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7ead8c19-87e4-4074-8487-eee5456e3308 None None] Enqueued Resource ID: aba7459e-0ecb-4e85-a3bd-a9c77c76b65a with Priority: HIGHEST for action port [ 676.283628] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba7459e-0ecb-4e85-a3bd-a9c77c76b65a with Priority: HIGHEST for action port [ 676.283628] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba7459e-0ecb-4e85-a3bd-a9c77c76b65a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.283762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba7459e-0ecb-4e85-a3bd-a9c77c76b65a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.283808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba7459e-0ecb-4e85-a3bd-a9c77c76b65a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.284131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba7459e-0ecb-4e85-a3bd-a9c77c76b65a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.284229] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba7459e-0ecb-4e85-a3bd-a9c77c76b65a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.479528] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d371b3-42fb-4ef6-af3b-c985bab5d715: rpc.has_security_group_logging(os_id): False [ 676.502429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.502703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.502703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.502910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.503046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.503204] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.503302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.503356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.503514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.503591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.503790] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.503880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.503937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.504099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.504166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.504344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.504768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.504768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.504768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.504768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.504768] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 is going to be created. [ 676.547533] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.547799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.547799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.548015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.548085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.548149] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be updated. [ 676.570971] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.571138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.571416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.571553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.571623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.583796] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.584153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.584153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.584316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.584456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587697] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 in Status: IN_PROGRESS for 2s [ 676.599046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: IN_PROGRESS for 2s [ 676.787900] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aba7459e-0ecb-4e85-a3bd-a9c77c76b65a [ 676.787900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.787900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.787900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788337] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aba7459e-0ecb-4e85-a3bd-a9c77c76b65a already deleted. [ 676.788414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba7459e-0ecb-4e85-a3bd-a9c77c76b65a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.151531] env[65117]: INFO networking_nsxv3.common.synchronization [req-eb0bcf99-5f6e-475d-9cd2-08d37fa777e5 req-2bf75bc9-df23-48c0-8bea-7bdd9b1cf50f tempest-InstanceActionsTestJSON-1505310504 tempest-InstanceActionsTestJSON-1505310504-project-member] Enqueued Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_members [ 677.152668] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGHEST for action security_group_members [ 677.153136] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.155032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.155032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.155751] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.657545] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.657730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.657804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.658069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.658171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.658377] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.658510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.658581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.659427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.659427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.659427] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4014f6d2-1d55-4ac5-9351-85bce639512c is going to be updated. [ 677.703291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.703536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.703605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.703906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.703975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.715530] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4014f6d2-1d55-4ac5-9351-85bce639512c in Status: IN_PROGRESS for 2s [ 677.806207] env[65117]: INFO networking_nsxv3.common.synchronization [req-e7354b05-607d-456a-8ac7-d9c0d227120f req-32478bc6-8f3b-4a8a-9497-464901b16cd0 tempest-ServersTestFqdnHostnames-43422362 tempest-ServersTestFqdnHostnames-43422362-project-member] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_members [ 677.806207] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_members [ 677.806207] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.806207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.806207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.806773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.807999] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.808314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.808568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.808950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.809609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.813640] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.317237] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.317650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.317650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.317789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.318032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.318163] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.318263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.318306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.318495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.318553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.318627] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d already deleted. [ 678.318707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.360134] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.360358] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.360451] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.360750] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.361020] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.361258] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.361440] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.361746] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.361798] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.361968] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.362090] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.362194] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.362297] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.362400] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.362499] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.362629] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.386222] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.386413] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.386642] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.386879] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.387222] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-5af0841a-abd0-4960-98d2-d73df0b6daa7 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.387419] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.387579] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.387945] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.388118] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af0841a-abd0-4960-98d2-d73df0b6daa7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.603540] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 in Status: SUCCESS [ 678.603853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.611188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 678.611188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.611188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.611188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.611355] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.612565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.612565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.612565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.612565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.612565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.612565] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.886424] env[65117]: INFO networking_nsxv3.common.synchronization [None req-3c1d2475-b245-41c5-a605-b0f7e9452149 None None] Enqueued Resource ID: ee15d59b-4468-4bdd-bceb-099244df1b54 with Priority: HIGHEST for action port [ 678.889209] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee15d59b-4468-4bdd-bceb-099244df1b54 with Priority: HIGHEST for action port [ 678.890722] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee15d59b-4468-4bdd-bceb-099244df1b54 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.891114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee15d59b-4468-4bdd-bceb-099244df1b54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.891223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee15d59b-4468-4bdd-bceb-099244df1b54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.891741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee15d59b-4468-4bdd-bceb-099244df1b54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.891866] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee15d59b-4468-4bdd-bceb-099244df1b54',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.895201] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.895698] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.895895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.896370] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.896682] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.897230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 5af0841a-abd0-4960-98d2-d73df0b6daa7 not found, creating... [ 678.898053] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.898516] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.898699] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.899173] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.899410] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.900464] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.900740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.900967] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.901368] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.901630] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.901813] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 5af0841a-abd0-4960-98d2-d73df0b6daa7 is going to be created. [ 678.931686] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.932078] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.932263] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.932634] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.933149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.933455] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.120429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.120429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.120429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.120429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.121379] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.121379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.121379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.121379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.121379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.121379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.121379] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.404711] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee15d59b-4468-4bdd-bceb-099244df1b54 [ 679.405096] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.405180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.405180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.405427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.405514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.405612] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee15d59b-4468-4bdd-bceb-099244df1b54 already deleted. [ 679.405695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee15d59b-4468-4bdd-bceb-099244df1b54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.624298] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8345e1fe-9da1-46f5-8537-3760f15e7805: rpc.has_security_group_logging(os_id): False [ 679.630933] env[65117]: INFO networking_nsxv3.common.synchronization [req-e7354b05-607d-456a-8ac7-d9c0d227120f req-5c9d2368-3d0d-4190-b4b9-2c2ba519ae70 service nova] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_rules [ 679.631016] env[65117]: INFO networking_nsxv3.common.synchronization [req-e7354b05-607d-456a-8ac7-d9c0d227120f req-5c9d2368-3d0d-4190-b4b9-2c2ba519ae70 service nova] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_members [ 679.631525] env[65117]: INFO networking_nsxv3.common.synchronization [req-e7354b05-607d-456a-8ac7-d9c0d227120f req-5c9d2368-3d0d-4190-b4b9-2c2ba519ae70 service nova] Enqueued Resource ID: 5af0841a-abd0-4960-98d2-d73df0b6daa7 with Priority: HIGHEST for action port [ 679.631648] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_rules [ 679.631783] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_members [ 679.631878] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af0841a-abd0-4960-98d2-d73df0b6daa7 with Priority: HIGHEST for action port [ 679.632207] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.632722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.632814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.633042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.633131] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.634020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.634130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.634196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.634410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.634536] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.634632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.634700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.634870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.634956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.635056] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.635896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af0841a-abd0-4960-98d2-d73df0b6daa7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.636147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.636210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.636460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.636460] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af0841a-abd0-4960-98d2-d73df0b6daa7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.644043] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.644226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.644289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.644505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.644601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.644842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.644951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.645458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.645458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.645581] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.645722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.645956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.647170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.647537] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.647667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.647846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.648039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.648234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.648334] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be updated. [ 679.726969] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.727254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.727378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.727737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.727947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.731882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4014f6d2-1d55-4ac5-9351-85bce639512c in Status: SUCCESS [ 679.732341] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4014f6d2-1d55-4ac5-9351-85bce639512c deletion is rescheduled due to dependency. [ 679.732410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.742360] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: IN_PROGRESS for 2s [ 680.137922] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.139119] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.139296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.139743] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5af0841a-abd0-4960-98d2-d73df0b6daa7 with status ACTIVE [ 680.139842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.139923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.139923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.140152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.140244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.140423] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.140548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.140609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.140797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.140867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.143910] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.144127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.144127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.144304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.144387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.144479] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5af0841a-abd0-4960-98d2-d73df0b6daa7 is going to be updated. [ 680.168444] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.168609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.168660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.168892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.169059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.169221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af0841a-abd0-4960-98d2-d73df0b6daa7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.634680] env[65117]: INFO networking_nsxv3.common.synchronization [req-a5bfbe49-c1d1-4cb0-8701-83a32380e71d req-d2a61e10-0380-4e3e-a8bf-7f337b36367b tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 680.635909] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 680.636350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.636483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.636549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.636762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.636964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.637110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.637197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.637618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.637727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.637876] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.640425] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.855208] env[65117]: INFO networking_nsxv3.common.synchronization [None req-848ae5d7-0f91-4af6-a52f-273f11bb09f0 None None] Enqueued Resource ID: 4d804fd3-a206-4e3d-a6a8-2c9c3132553f with Priority: HIGHEST for action port [ 680.855790] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d804fd3-a206-4e3d-a6a8-2c9c3132553f with Priority: HIGHEST for action port [ 680.856941] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d804fd3-a206-4e3d-a6a8-2c9c3132553f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.857237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d804fd3-a206-4e3d-a6a8-2c9c3132553f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.857356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d804fd3-a206-4e3d-a6a8-2c9c3132553f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.857679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d804fd3-a206-4e3d-a6a8-2c9c3132553f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.857798] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d804fd3-a206-4e3d-a6a8-2c9c3132553f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.141215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.141397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.141447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.141666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.141787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.142039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.142150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.142207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.142377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.142455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.142544] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 681.143990] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.144121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.144188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.144348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.144429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.144519] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d is going to be created. [ 681.170199] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.170354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.170448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.170675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.170841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.176159] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.176346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.176346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.176587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.176733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.182964] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d in Status: UNINITIALIZED for 2s [ 681.186178] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 681.361491] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d804fd3-a206-4e3d-a6a8-2c9c3132553f [ 681.361491] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.361491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.361491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.361491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.361491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.361491] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d804fd3-a206-4e3d-a6a8-2c9c3132553f already deleted. [ 681.361491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d804fd3-a206-4e3d-a6a8-2c9c3132553f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.758930] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 681.758930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.018847] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b0c09a7d-6a88-4ea3-bffb-02cc11faf8a8 tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 682.021358] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 682.023023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.023023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.023023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.023023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.023023] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.150071] env[65117]: INFO networking_nsxv3.common.synchronization [None req-100a97a2-2773-4f09-9b6d-21bee01c4cc4 tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 682.150071] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 682.150071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.150071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.397805] env[65117]: INFO networking_nsxv3.common.synchronization [req-de806746-8f8e-4053-a8c8-459c03d44a09 req-73f3cacf-10e0-4613-8917-b0a1557103b1 tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35 with Priority: HIGHEST for action security_group_rules [ 682.397805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35 with Priority: HIGHEST for action security_group_rules [ 682.397805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.397805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.397805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.397805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.397805] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.548192] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.548433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.548502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.548751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.548838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.548939] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 already deleted. [ 682.549049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.549550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.549776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.549918] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.924472] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.925072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.925072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.925250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.925398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.925583] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35 already deleted. [ 682.925696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e093ffe7-6ab0-4a5f-9d1b-4bec2e590c35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.080091] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.080091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.080091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.080091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.080091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.080091] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 already deleted. [ 683.080091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.201075] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 683.201510] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 683.201755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.202585] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d in Status: SUCCESS [ 683.202956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.203239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.203558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.203936] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.204210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.205568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.205568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.205568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.205568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.205568] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.708810] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.943790] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0e8030c1-aeb1-498e-8ea5-fc06eefc64e5 None None] Enqueued Resource ID: caad38d0-48db-4ae7-a1dc-56e7b16b2330 with Priority: HIGHEST for action port [ 683.944517] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caad38d0-48db-4ae7-a1dc-56e7b16b2330 with Priority: HIGHEST for action port [ 683.944760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-caad38d0-48db-4ae7-a1dc-56e7b16b2330 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.944930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caad38d0-48db-4ae7-a1dc-56e7b16b2330" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.944989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caad38d0-48db-4ae7-a1dc-56e7b16b2330" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.945773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caad38d0-48db-4ae7-a1dc-56e7b16b2330" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.945912] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caad38d0-48db-4ae7-a1dc-56e7b16b2330',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.212616] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6a7eb43-8e2b-46bf-aa27-09e327becd6d: rpc.has_security_group_logging(os_id): False [ 684.234408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.234408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.234408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.234408] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d is going to be created. [ 684.320590] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.320590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.320590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.320590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.320590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.334990] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d in Status: IN_PROGRESS for 2s [ 684.448723] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caad38d0-48db-4ae7-a1dc-56e7b16b2330 [ 684.448971] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.449117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.449179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.449404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.449490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.449593] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caad38d0-48db-4ae7-a1dc-56e7b16b2330 already deleted. [ 684.449778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caad38d0-48db-4ae7-a1dc-56e7b16b2330" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.993716] env[65117]: INFO networking_nsxv3.common.synchronization [req-6665ae22-14f5-411e-a51d-a9ea367e0a98 req-772eccb5-7732-44e8-b2e8-d94dbef88070 tempest-ListImageFiltersTestJSON-1326059136 tempest-ListImageFiltersTestJSON-1326059136-project-member] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 685.994196] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 685.995030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.995225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.995279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.995731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.996744] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.996744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.996744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.996946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.998365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.998365] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.360050] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d in Status: SUCCESS [ 686.360050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.380951] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.381202] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.381407] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.381760] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.382183] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.382409] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.383214] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.383486] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.384461] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.384695] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.384928] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.385079] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.385272] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.385378] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.385598] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.385805] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.407749] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.409156] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.409156] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.409156] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.409322] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-9a8c3253-1493-479c-b596-7661744c2805 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.409510] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.409623] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.410328] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.410545] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8c3253-1493-479c-b596-7661744c2805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.501756] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.501756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.501756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.501756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.502064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.502141] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.506030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.506030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.506030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.506030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.506030] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f already deleted. [ 686.506030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.914160] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.914327] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.914799] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.914799] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.915668] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.915668] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 9a8c3253-1493-479c-b596-7661744c2805 not found, creating... [ 686.915668] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.915668] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.915999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.916571] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.916571] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.916571] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.916744] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.916853] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.917114] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.918120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.918120] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 9a8c3253-1493-479c-b596-7661744c2805 is going to be created. [ 686.941929] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.942094] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.942212] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.942539] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.942828] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.944245] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.237285] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c9187788-1f6b-4a30-b27a-4241188c8335 None None] Enqueued Resource ID: f400c1e2-e65d-4108-9baf-5fe51b33f2d2 with Priority: HIGHEST for action port [ 687.238839] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f400c1e2-e65d-4108-9baf-5fe51b33f2d2 with Priority: HIGHEST for action port [ 687.238839] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f400c1e2-e65d-4108-9baf-5fe51b33f2d2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.238839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f400c1e2-e65d-4108-9baf-5fe51b33f2d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.238839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f400c1e2-e65d-4108-9baf-5fe51b33f2d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.238839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f400c1e2-e65d-4108-9baf-5fe51b33f2d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.239162] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f400c1e2-e65d-4108-9baf-5fe51b33f2d2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.663127] env[65117]: INFO networking_nsxv3.common.synchronization [req-6665ae22-14f5-411e-a51d-a9ea367e0a98 req-0bf21782-3560-4c7e-9fd3-c8457b757117 service nova] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_rules [ 687.663306] env[65117]: INFO networking_nsxv3.common.synchronization [req-6665ae22-14f5-411e-a51d-a9ea367e0a98 req-0bf21782-3560-4c7e-9fd3-c8457b757117 service nova] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 687.663811] env[65117]: INFO networking_nsxv3.common.synchronization [req-6665ae22-14f5-411e-a51d-a9ea367e0a98 req-0bf21782-3560-4c7e-9fd3-c8457b757117 service nova] Enqueued Resource ID: 9a8c3253-1493-479c-b596-7661744c2805 with Priority: HIGHEST for action port [ 687.663811] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_rules [ 687.663811] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 687.664048] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8c3253-1493-479c-b596-7661744c2805 with Priority: HIGHEST for action port [ 687.664436] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.664894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.665020] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.668752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.668880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.668947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.669336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.669336] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.669444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.669471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.669598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.669682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.669776] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.670661] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a8c3253-1493-479c-b596-7661744c2805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.671500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.671500] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8c3253-1493-479c-b596-7661744c2805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.742067] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f400c1e2-e65d-4108-9baf-5fe51b33f2d2 [ 687.742329] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.742460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.742533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.742742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.742834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.743388] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f400c1e2-e65d-4108-9baf-5fe51b33f2d2 already deleted. [ 687.743388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f400c1e2-e65d-4108-9baf-5fe51b33f2d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.900616] env[65117]: INFO networking_nsxv3.common.synchronization [req-33ffccc6-0f55-4930-9164-79b60706ef63 req-70861a04-d9eb-4b74-81d0-1385aba9fbd5 tempest-ServerPasswordTestJSON-986076306 tempest-ServerPasswordTestJSON-986076306-project-member] Enqueued Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_members [ 687.901169] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGHEST for action security_group_members [ 687.901476] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.901634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.901678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.901882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.902159] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.902492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.902492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.902616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.902806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.902932] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.174739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.175119] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.177315] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a8c3253-1493-479c-b596-7661744c2805 with status ACTIVE [ 688.177315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.177315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.177315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.180343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.180343] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.180343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.180343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.180343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.180343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.180343] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a8c3253-1493-479c-b596-7661744c2805 is going to be updated. [ 688.211222] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.211222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.211222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.211403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.212474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.212474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a8c3253-1493-479c-b596-7661744c2805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405716] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.407511] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.407511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.407511] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15beab6-7516-431d-b47a-3226ca9707ea is going to be updated. [ 688.444212] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.444212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.444212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.444212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.444212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.455195] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15beab6-7516-431d-b47a-3226ca9707ea in Status: IN_PROGRESS for 2s [ 688.683066] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.187571] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.187761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.187862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.188117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.188208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.188271] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be created. [ 689.220041] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.220232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.220324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.220611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.220910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.238800] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: UNINITIALIZED for 2s [ 690.040926] env[65117]: INFO networking_nsxv3.common.synchronization [None req-459d49bc-ef7c-4fc1-afde-f982bab65f71 None None] Enqueued Resource ID: 9e8fe091-2e18-4825-9e80-34b5062cba55 with Priority: HIGHEST for action port [ 690.041469] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe091-2e18-4825-9e80-34b5062cba55 with Priority: HIGHEST for action port [ 690.041767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e8fe091-2e18-4825-9e80-34b5062cba55 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.041892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e8fe091-2e18-4825-9e80-34b5062cba55" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.041959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e8fe091-2e18-4825-9e80-34b5062cba55" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.042546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e8fe091-2e18-4825-9e80-34b5062cba55" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.042707] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e8fe091-2e18-4825-9e80-34b5062cba55',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.201091] env[65117]: INFO networking_nsxv3.common.synchronization [req-096b89a0-d64e-4cd1-a484-b9b7930d73f5 req-bd6be5a3-1f43-41f0-aa00-f9236cd866d7 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 690.201721] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 690.202116] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.202273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.202354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.202610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.202837] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.202966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.203015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.203175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.203264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.203417] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.467079] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f15beab6-7516-431d-b47a-3226ca9707ea in Status: SUCCESS [ 690.467318] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f15beab6-7516-431d-b47a-3226ca9707ea deletion is rescheduled due to dependency. [ 690.467387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.545668] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e8fe091-2e18-4825-9e80-34b5062cba55 [ 690.545930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.546082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.546152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.546382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.546472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.546593] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e8fe091-2e18-4825-9e80-34b5062cba55 already deleted. [ 690.546677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e8fe091-2e18-4825-9e80-34b5062cba55" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.580443] env[65117]: INFO networking_nsxv3.common.synchronization [req-4db24475-cf68-4cda-90f5-843920197622 req-ef866854-6f40-4d8a-9886-57c39b71705d tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: bcad7477-c956-466e-91fa-ad85b321480b with Priority: HIGHEST for action security_group_rules [ 690.580970] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcad7477-c956-466e-91fa-ad85b321480b with Priority: HIGHEST for action security_group_rules [ 690.581122] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcad7477-c956-466e-91fa-ad85b321480b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.581219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcad7477-c956-466e-91fa-ad85b321480b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.581297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcad7477-c956-466e-91fa-ad85b321480b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.581546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcad7477-c956-466e-91fa-ad85b321480b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.582355] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcad7477-c956-466e-91fa-ad85b321480b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.706326] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.111486] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.111856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.111856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.112066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.112066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.112325] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcad7477-c956-466e-91fa-ad85b321480b already deleted. [ 691.112325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcad7477-c956-466e-91fa-ad85b321480b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.210325] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.251204] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 691.251204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.251204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.251204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.251204] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.251204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.252676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.252676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.252676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.252676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.252676] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.712980] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.713232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.713286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.713524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.713650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.713805] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 691.747837] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.747837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.747991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.748208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.748364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.756305] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.756455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.756455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.756637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.756807] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.756920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.757086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.757150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.757203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.757301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.757450] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.757535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.757646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.757771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.757979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.758097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.758097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.758274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.758315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.758399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.758456] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.766248] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 692.261814] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f: rpc.has_security_group_logging(os_id): False [ 692.302690] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.303576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.304068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.304951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.304951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.304951] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.304951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.305287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.305457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.306250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.306505] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.306824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.306959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.308752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.308752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.308898] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.309047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.309223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.309223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.309438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.309579] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be created. [ 692.437948] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.438108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.438179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.438439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.438581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.454476] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 2s [ 693.777187] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 693.777457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.184099] env[65117]: INFO networking_nsxv3.common.synchronization [req-11969615-5c74-4670-8c29-db58af20700d req-311cfbd4-ef68-4897-b9c6-3ccab1626478 tempest-FloatingIPsAssociationTestJSON-1037489361 tempest-FloatingIPsAssociationTestJSON-1037489361-project-member] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 694.184099] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 694.184099] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.184099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.184099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.184099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.184099] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.184589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.184763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.185052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.185356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.185546] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.476767] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 694.477533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.688912] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.191063] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.694320] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.694420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.694497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.694733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.694844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694973] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be updated. [ 695.732746] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.732746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.732746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.733095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.733327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.742232] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: IN_PROGRESS for 2s [ 696.086435] env[65117]: INFO networking_nsxv3.common.synchronization [req-2e35e887-0498-4a56-b82e-2d127d27cc4c req-72d33d9e-70e8-4580-80d4-22252fea6866 tempest-ListImageFiltersTestJSON-1326059136 tempest-ListImageFiltersTestJSON-1326059136-project-member] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 696.087125] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 696.087379] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.087513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.087949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.087949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.088076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.088175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.088240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.088586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.088702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.088745] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.590518] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.855227] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.855227] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.855227] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.855227] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.856959] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.857501] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.857501] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.857796] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.857964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.858546] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.859239] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.859239] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.859239] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.859239] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.859538] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.859538] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.881917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.882887] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.882887] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.882887] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.883105] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.883332] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.883493] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.884280] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.884601] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2ec06ef-65ff-4c95-9a7f-b44c128ca247',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.092932] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.387622] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.387622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.387622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.387914] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.388900] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.388900] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port c2ec06ef-65ff-4c95-9a7f-b44c128ca247 not found, creating... [ 697.388900] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.389140] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.389140] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.389383] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.389518] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.389812] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.389960] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.390109] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.390314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.390439] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.390694] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: c2ec06ef-65ff-4c95-9a7f-b44c128ca247 is going to be created. [ 697.414237] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.414479] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.414825] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.415026] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.415294] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.415538] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.599050] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.599050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.599050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.600094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.600094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.600094] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be updated. [ 697.638261] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.638470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.638552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.638806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.638966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.651835] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 2s [ 697.752463] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 697.753227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.183608] env[65117]: INFO networking_nsxv3.common.synchronization [req-2e35e887-0498-4a56-b82e-2d127d27cc4c req-a4b6a638-fc2c-4c1d-b7ca-20ff5446f8ff service nova] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_rules [ 698.184485] env[65117]: INFO networking_nsxv3.common.synchronization [req-2e35e887-0498-4a56-b82e-2d127d27cc4c req-a4b6a638-fc2c-4c1d-b7ca-20ff5446f8ff service nova] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 698.184684] env[65117]: INFO networking_nsxv3.common.synchronization [req-2e35e887-0498-4a56-b82e-2d127d27cc4c req-a4b6a638-fc2c-4c1d-b7ca-20ff5446f8ff service nova] Enqueued Resource ID: c2ec06ef-65ff-4c95-9a7f-b44c128ca247 with Priority: HIGHEST for action port [ 698.186137] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_rules [ 698.186137] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 698.186137] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ec06ef-65ff-4c95-9a7f-b44c128ca247 with Priority: HIGHEST for action port [ 698.188215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.188215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.188215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.188215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.188215] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.188460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.188561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.188801] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.188900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.188957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.189163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.189253] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2ec06ef-65ff-4c95-9a7f-b44c128ca247',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.693573] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2ec06ef-65ff-4c95-9a7f-b44c128ca247 with status ACTIVE [ 698.693899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.693961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.694091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.694782] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.694782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.694782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.694926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.694926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.695124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.695228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.695292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.695433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.695498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.695583] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2ec06ef-65ff-4c95-9a7f-b44c128ca247 is going to be updated. [ 698.696784] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.696888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.720223] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.720223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.720223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.720223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.720223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.720223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2ec06ef-65ff-4c95-9a7f-b44c128ca247" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.773845] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f87df6ea-daf2-4d89-a101-ebb84a72ce47 None None] Enqueued Resource ID: aef7484c-2f09-4c45-bb21-94676db81d70 with Priority: HIGHEST for action port [ 698.774455] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef7484c-2f09-4c45-bb21-94676db81d70 with Priority: HIGHEST for action port [ 698.774782] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef7484c-2f09-4c45-bb21-94676db81d70 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.774910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef7484c-2f09-4c45-bb21-94676db81d70" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.774979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef7484c-2f09-4c45-bb21-94676db81d70" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.776309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef7484c-2f09-4c45-bb21-94676db81d70" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.776403] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef7484c-2f09-4c45-bb21-94676db81d70',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.255523] env[65117]: INFO networking_nsxv3.common.synchronization [req-49dfc096-1798-46d7-b882-70affbb46bcb req-8426761f-fb3a-423c-b294-b8cc6be54bf0 tempest-ListServerFiltersTestJSON-425686730 tempest-ListServerFiltersTestJSON-425686730-project-member] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 699.257162] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 699.257162] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.257162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.257363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.257476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.257636] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.257775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.257831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.257991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.258387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.259085] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.280102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aef7484c-2f09-4c45-bb21-94676db81d70 [ 699.280350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.280474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.280539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.280771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.280882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280976] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aef7484c-2f09-4c45-bb21-94676db81d70 already deleted. [ 699.281220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef7484c-2f09-4c45-bb21-94676db81d70" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.664281] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 699.664417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.664494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.664709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.664896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.665018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.665081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.665236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.665314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.665435] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.765323] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.765323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.765323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.765323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.765323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.765323] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.765323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.765323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.766338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.766338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.766338] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 already deleted. [ 699.766338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815961] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816161] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816317] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.816724] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816896] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.818215] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.818409] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.818759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.818863] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.821627] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.821627] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.821627] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.821627] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.821800] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.821800] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.821917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.846842] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.846842] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.846842] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.846842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.846842] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-705988c3-3893-43cf-ae61-bb5fb007c0d2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.846842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.846842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.846842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.846842] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705988c3-3893-43cf-ae61-bb5fb007c0d2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.167941] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.352034] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.352298] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.352298] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.352464] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.352954] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.352954] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 705988c3-3893-43cf-ae61-bb5fb007c0d2 not found, creating... [ 700.353662] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.353662] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.353662] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.353662] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.353662] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.353988] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.354177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.354295] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.354512] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.354641] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.354796] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 705988c3-3893-43cf-ae61-bb5fb007c0d2 is going to be created. [ 700.375838] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.375943] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.376159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.376437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.376660] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.482601] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-353a23c9-739e-4e0d-896f-3d62c561eae9 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 700.486026] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 700.486026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.486026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.486026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.486026] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.670648] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.989189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.989499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.989499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.989631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.989762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.989912] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.990034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.990084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.990229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.990303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.990383] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 already deleted. [ 700.990461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.127103] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.127341] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.127574] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.127928] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.128237] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.128408] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.128544] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.128855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.129095] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.129144] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.129445] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.129445] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.129445] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.129572] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.129637] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.129773] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.159871] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.160024] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.160167] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.160351] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.160687] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-703e72f4-3291-4904-9a0e-85757d90a904 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.160848] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.161099] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.161435] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.161435] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703e72f4-3291-4904-9a0e-85757d90a904',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.174377] env[65117]: INFO networking_nsxv3.common.synchronization [req-49dfc096-1798-46d7-b882-70affbb46bcb req-4f6cf0b7-07f9-46ae-985e-7eb7f102bc8a service nova] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_rules [ 701.174573] env[65117]: INFO networking_nsxv3.common.synchronization [req-49dfc096-1798-46d7-b882-70affbb46bcb req-4f6cf0b7-07f9-46ae-985e-7eb7f102bc8a service nova] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 701.174745] env[65117]: INFO networking_nsxv3.common.synchronization [req-49dfc096-1798-46d7-b882-70affbb46bcb req-4f6cf0b7-07f9-46ae-985e-7eb7f102bc8a service nova] Enqueued Resource ID: 705988c3-3893-43cf-ae61-bb5fb007c0d2 with Priority: HIGHEST for action port [ 701.175227] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_rules [ 701.175398] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 701.175523] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705988c3-3893-43cf-ae61-bb5fb007c0d2 with Priority: HIGHEST for action port [ 701.175805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.175927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.175991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.176329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.176361] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.177603] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.177829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.177915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.178118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.178311] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.178609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.178609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.178773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.178849] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.179720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-705988c3-3893-43cf-ae61-bb5fb007c0d2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.179818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.179855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.180034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.180154] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705988c3-3893-43cf-ae61-bb5fb007c0d2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.182342] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.182342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.182342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.182342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.182342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.182342] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be updated. [ 701.214482] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.214482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.214482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.214482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.214482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.225330] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 2s [ 701.416551] env[65117]: INFO networking_nsxv3.common.synchronization [None req-2d797a6a-f14d-4bbf-8f21-e75bab51ef7b None None] Enqueued Resource ID: 187af94a-9cf3-42dd-855d-3c22a804b27b with Priority: HIGHEST for action port [ 701.417606] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187af94a-9cf3-42dd-855d-3c22a804b27b with Priority: HIGHEST for action port [ 701.418419] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-187af94a-9cf3-42dd-855d-3c22a804b27b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.418551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-187af94a-9cf3-42dd-855d-3c22a804b27b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.418618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-187af94a-9cf3-42dd-855d-3c22a804b27b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.418940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-187af94a-9cf3-42dd-855d-3c22a804b27b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.419045] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187af94a-9cf3-42dd-855d-3c22a804b27b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.664642] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.666459] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.666459] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.666622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.666810] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.667568] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 703e72f4-3291-4904-9a0e-85757d90a904 not found, creating... [ 701.667568] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.667568] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.667568] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.667894] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.667998] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.668416] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.668416] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.668759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.668759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.668850] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.668945] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 703e72f4-3291-4904-9a0e-85757d90a904 is going to be created. [ 701.683382] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.683382] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.683382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.685357] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 705988c3-3893-43cf-ae61-bb5fb007c0d2 with status ACTIVE [ 701.685357] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.685357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.685357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.689592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.689592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.689592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.689592] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 705988c3-3893-43cf-ae61-bb5fb007c0d2 is going to be updated. [ 701.698120] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.698120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.698120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.698120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.698120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.698120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.717056] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.717056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.717056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.717056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.717056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.717373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-705988c3-3893-43cf-ae61-bb5fb007c0d2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.922056] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 187af94a-9cf3-42dd-855d-3c22a804b27b [ 701.922428] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.922581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.922686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.922945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.923095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.923258] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:187af94a-9cf3-42dd-855d-3c22a804b27b already deleted. [ 701.923458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-187af94a-9cf3-42dd-855d-3c22a804b27b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.193434] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.443582] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-beec9f8b-d237-4bdf-96e4-058841c97410 service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 702.443582] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-beec9f8b-d237-4bdf-96e4-058841c97410 service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 702.443582] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-beec9f8b-d237-4bdf-96e4-058841c97410 service nova] Enqueued Resource ID: 703e72f4-3291-4904-9a0e-85757d90a904 with Priority: HIGHEST for action port [ 702.444502] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 702.444502] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 702.444502] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703e72f4-3291-4904-9a0e-85757d90a904 with Priority: HIGHEST for action port [ 702.444502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.444713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.444713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.444909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.444997] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.446372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.446719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.446815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.447477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.447477] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.447477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.447477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.449582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.449582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.449582] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.449582] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-703e72f4-3291-4904-9a0e-85757d90a904 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.449582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.449582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.449582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.449582] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703e72f4-3291-4904-9a0e-85757d90a904',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.696401] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.696596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.697049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.697049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.697154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.697245] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be created. [ 702.726777] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.726777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.726996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.727364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.727753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.740546] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: UNINITIALIZED for 2s [ 702.948248] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.948248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.952329] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 703e72f4-3291-4904-9a0e-85757d90a904 with status ACTIVE [ 702.952626] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.952772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.952844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.953074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.953164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.953344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.953454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.953522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.953684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.953761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.953986] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.954054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.954102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.954271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.954300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954409] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 703e72f4-3291-4904-9a0e-85757d90a904 is going to be updated. [ 702.955567] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.986101] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.986251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.986251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.986486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.988045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.988045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703e72f4-3291-4904-9a0e-85757d90a904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.239443] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 4s [ 703.292350] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-f2900183-9ea4-455e-9f75-5c9f58743680 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 703.292350] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 703.292828] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.292942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.460420] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.784642] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.784980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.785149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.785507] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.785898] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.786157] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.786344] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.786749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.786976] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.787282] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.787507] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.787754] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.787933] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.788156] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.788351] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.788712] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.809815] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.810013] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.810145] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.810334] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.810626] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-c190893c-cf56-488f-a783-57561d7aae91 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.810792] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.810908] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.811391] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.811391] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c190893c-cf56-488f-a783-57561d7aae91',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.963396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.963544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.963813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.963903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.964097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.964213] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be created. [ 703.995044] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.995231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.995310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.995508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.012098] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: UNINITIALIZED for 2s [ 704.315678] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.316202] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.316435] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.316855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.317113] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.317362] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port c190893c-cf56-488f-a783-57561d7aae91 not found, creating... [ 704.317987] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.318394] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.318723] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.319184] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.319517] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.320113] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.320466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.320826] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.321322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.321609] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.321908] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: c190893c-cf56-488f-a783-57561d7aae91 is going to be created. [ 704.353896] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.354291] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.354432] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.354737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.354974] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.355227] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.721054] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b6b40eb9-5250-4e22-b8de-1c0e0faacc39 None None] Enqueued Resource ID: 64033d59-0b13-4a1f-8243-815667f17bd6 with Priority: HIGHEST for action port [ 704.721368] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64033d59-0b13-4a1f-8243-815667f17bd6 with Priority: HIGHEST for action port [ 704.721668] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-64033d59-0b13-4a1f-8243-815667f17bd6 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.721796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64033d59-0b13-4a1f-8243-815667f17bd6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.722031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64033d59-0b13-4a1f-8243-815667f17bd6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.722353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64033d59-0b13-4a1f-8243-815667f17bd6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.722490] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64033d59-0b13-4a1f-8243-815667f17bd6',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.752948] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 704.753215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.753385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.753596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.753785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.753903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.753968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.754167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.754256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.754351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.754432] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.050216] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-508ee3ee-9ccc-4e31-a1d0-66709eca4180 service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 705.050216] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-508ee3ee-9ccc-4e31-a1d0-66709eca4180 service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 705.050216] env[65117]: INFO networking_nsxv3.common.synchronization [req-e18f3ad9-bc64-4b03-9e20-495851894338 req-508ee3ee-9ccc-4e31-a1d0-66709eca4180 service nova] Enqueued Resource ID: c190893c-cf56-488f-a783-57561d7aae91 with Priority: HIGHEST for action port [ 705.050216] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 705.050216] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 705.050216] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c190893c-cf56-488f-a783-57561d7aae91 with Priority: HIGHEST for action port [ 705.050216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.050216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.050819] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.051065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.051365] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c190893c-cf56-488f-a783-57561d7aae91 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.051852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.052043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.052348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.052607] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c190893c-cf56-488f-a783-57561d7aae91',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.226817] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64033d59-0b13-4a1f-8243-815667f17bd6 [ 705.227066] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.227198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.227268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.227525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.227625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.227715] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64033d59-0b13-4a1f-8243-815667f17bd6 already deleted. [ 705.227840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64033d59-0b13-4a1f-8243-815667f17bd6" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.252101] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 705.253133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.253133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256581] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.256581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.256581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.256581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.256581] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.257754] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.257874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.258018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.258131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.258288] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.258420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.258486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.258641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.258719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.258842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.259016] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.259114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.259191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.260175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.260175] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.260175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.260175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.260175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.260175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.260175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.260175] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.407197] env[65117]: INFO networking_nsxv3.common.synchronization [req-4c5241e5-bd9b-4cf6-a689-b0c69ff0294b req-fdfeac2e-107c-412a-a62b-11511c80873e tempest-DeleteServersAdminTestJSON-739537786 tempest-DeleteServersAdminTestJSON-739537786-project-member] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 705.407197] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGHEST for action security_group_members [ 705.407601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.407822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.407936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.408172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.408365] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.408493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.408590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.408756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.409576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.409576] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.555484] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c190893c-cf56-488f-a783-57561d7aae91 with status ACTIVE [ 705.555869] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.557977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.557977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.557977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.558389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.558389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.558389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.558534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.558534] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c190893c-cf56-488f-a783-57561d7aae91 is going to be updated. [ 705.582432] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.582432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.582432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.582633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.582743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.583026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c190893c-cf56-488f-a783-57561d7aae91" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.763810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.764674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.766692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.767035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.767377] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.767615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.767788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.768130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.768311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.768737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.769144] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.769870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.770240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.770574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.770905] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.771259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.771649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.772597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.773032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.774384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.774524] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.775874] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c459d7b-3566-4d9b-8190-85e55de27048: rpc.has_security_group_logging(os_id): False [ 705.798292] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.798292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.798292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.798462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.798494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.798970] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.798970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.798970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.799294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.799294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.799373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.799449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.799449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.799598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.799861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.800187] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.800402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.800664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.801055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.801055] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be created. [ 705.868569] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.868773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.868813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.883622] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 705.911745] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.911936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.912024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.912469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.912572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.913415] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.913415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.913415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.913415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.913415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.913767] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be updated. [ 705.941134] env[65117]: INFO networking_nsxv3.common.synchronization [req-03f31d97-12a4-4341-a584-a04fc3e18e6f req-f894c5bf-9f3f-4507-9664-2f1b24c322d8 tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: eacc421f-690c-41ca-8ffa-8ca092a58300 with Priority: HIGHEST for action security_group_rules [ 705.942084] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eacc421f-690c-41ca-8ffa-8ca092a58300 with Priority: HIGHEST for action security_group_rules [ 705.942396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eacc421f-690c-41ca-8ffa-8ca092a58300 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.942606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eacc421f-690c-41ca-8ffa-8ca092a58300" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.942687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eacc421f-690c-41ca-8ffa-8ca092a58300" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.943058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eacc421f-690c-41ca-8ffa-8ca092a58300" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.943285] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eacc421f-690c-41ca-8ffa-8ca092a58300',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.984194] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.986336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.989026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.989026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.989026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.003327] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: IN_PROGRESS for 2s [ 706.027095] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 706.027324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.028334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.028334] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.028334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.028334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.028532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.028897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028897] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.031413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.032528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.032528] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.032528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.032528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.032762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.032762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.033037] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.277418] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f: rpc.has_security_group_logging(os_id): False [ 706.305459] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.305833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.306022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.306613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.309506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.309506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.309506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.309506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.310050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.310050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.310584] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be updated. [ 706.404529] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.405306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.405306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.405306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.405519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.421364] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 2s [ 706.474487] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.474648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.474772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.474937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.475080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.475209] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eacc421f-690c-41ca-8ffa-8ca092a58300 already deleted. [ 706.475312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eacc421f-690c-41ca-8ffa-8ca092a58300" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.535363] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.539150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.539150] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.795263] env[65117]: INFO networking_nsxv3.common.synchronization [None req-721a7181-ec1d-48fd-9982-bd526f066157 None None] Enqueued Resource ID: ff2e0345-0299-4b79-a8c6-be767de0c7d4 with Priority: HIGHEST for action port [ 706.796205] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2e0345-0299-4b79-a8c6-be767de0c7d4 with Priority: HIGHEST for action port [ 706.796303] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2e0345-0299-4b79-a8c6-be767de0c7d4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.797126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2e0345-0299-4b79-a8c6-be767de0c7d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.797126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2e0345-0299-4b79-a8c6-be767de0c7d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.797126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2e0345-0299-4b79-a8c6-be767de0c7d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.797126] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2e0345-0299-4b79-a8c6-be767de0c7d4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.042712] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.301441] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff2e0345-0299-4b79-a8c6-be767de0c7d4 [ 707.302199] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.302401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.302481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.302727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.303665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.303770] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff2e0345-0299-4b79-a8c6-be767de0c7d4 already deleted. [ 707.307285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2e0345-0299-4b79-a8c6-be767de0c7d4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.545975] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.546287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.546728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.546728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546851] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 707.582251] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.583030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.583030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.584816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.584816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.596219] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 707.898024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 707.898129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.014141] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 in Status: SUCCESS [ 708.014279] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 deletion is rescheduled due to dependency. [ 708.014374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.437494] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 708.437494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.610221] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 709.610949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.610949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.610949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.610949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.611349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.611349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.611349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.611476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.611525] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.114201] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.621786] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.000415] env[65117]: INFO networking_nsxv3.common.synchronization [req-8fab77a1-e3f3-44e4-b0d7-ba68822d5529 req-e95f5ef0-9dee-4442-bb03-5539c05a96d3 tempest-ServersAdminNegativeTestJSON-971513385 tempest-ServersAdminNegativeTestJSON-971513385-project-member] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 711.002157] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 711.002157] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.002157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.002157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.002360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.002360] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.002439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.002511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.002657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.002793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.002868] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.125844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.126120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.126120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.126120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.126457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.126457] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 711.160946] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.161290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.161552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.161733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.171823] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 711.342735] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.342940] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.343094] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.343362] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.343710] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.343913] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.344082] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.344346] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.344524] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.344763] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.344869] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.345090] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.345195] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.345306] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.345447] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.345612] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.375226] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.375425] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.375527] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.376206] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.376326] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.376448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.376576] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.376895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.377061] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c49e9e-23f9-49b7-ae8f-d2c0301566cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.505932] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.822915] env[65117]: INFO networking_nsxv3.common.synchronization [None req-07be1a76-f523-4259-8548-83204602debd None None] Enqueued Resource ID: e4f39c0a-3a69-4b64-9378-9daa2364499a with Priority: HIGHEST for action port [ 711.823615] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f39c0a-3a69-4b64-9378-9daa2364499a with Priority: HIGHEST for action port [ 711.823994] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f39c0a-3a69-4b64-9378-9daa2364499a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.824162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f39c0a-3a69-4b64-9378-9daa2364499a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.824409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f39c0a-3a69-4b64-9378-9daa2364499a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.824559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f39c0a-3a69-4b64-9378-9daa2364499a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.824677] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f39c0a-3a69-4b64-9378-9daa2364499a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.879927] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.880288] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.880464] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.880863] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.881105] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.881337] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port f6c49e9e-23f9-49b7-ae8f-d2c0301566cc not found, creating... [ 711.881744] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.882027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883475] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883475] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.883475] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.883475] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.883475] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883897] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.884126] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.884331] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: f6c49e9e-23f9-49b7-ae8f-d2c0301566cc is going to be created. [ 711.912849] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.913106] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.913236] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.913538] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.913783] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.914057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.009893] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.326943] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4f39c0a-3a69-4b64-9378-9daa2364499a [ 712.327211] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.327349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.327488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.327721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.327721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.327892] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4f39c0a-3a69-4b64-9378-9daa2364499a already deleted. [ 712.327988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f39c0a-3a69-4b64-9378-9daa2364499a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.511570] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.511840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.511840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.512145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.512257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.512363] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be updated. [ 712.546334] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.548958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.548958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.548958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.548958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.559718] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: IN_PROGRESS for 2s [ 712.654248] env[65117]: INFO networking_nsxv3.common.synchronization [req-8fab77a1-e3f3-44e4-b0d7-ba68822d5529 req-7afced3a-4818-41a7-a218-bc20ba091ab1 service nova] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_rules [ 712.654248] env[65117]: INFO networking_nsxv3.common.synchronization [req-8fab77a1-e3f3-44e4-b0d7-ba68822d5529 req-7afced3a-4818-41a7-a218-bc20ba091ab1 service nova] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 712.654248] env[65117]: INFO networking_nsxv3.common.synchronization [req-8fab77a1-e3f3-44e4-b0d7-ba68822d5529 req-7afced3a-4818-41a7-a218-bc20ba091ab1 service nova] Enqueued Resource ID: f6c49e9e-23f9-49b7-ae8f-d2c0301566cc with Priority: HIGHEST for action port [ 712.654415] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_rules [ 712.654446] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 712.654537] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c49e9e-23f9-49b7-ae8f-d2c0301566cc with Priority: HIGHEST for action port [ 712.655353] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.655353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.655353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.655542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.655542] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.659410] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.659410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.659410] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.659410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.659410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.659410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.659410] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c49e9e-23f9-49b7-ae8f-d2c0301566cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.160608] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.161182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.161182] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6c49e9e-23f9-49b7-ae8f-d2c0301566cc with status ACTIVE [ 713.161480] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.161832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.162311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.162488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.162751] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.162901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.163378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.163378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.163741] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.163975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.164193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.164508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.164659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.166060] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6c49e9e-23f9-49b7-ae8f-d2c0301566cc is going to be updated. [ 713.183777] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 713.184816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.184816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.184816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.184816] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.185123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.185123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.185297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.185361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.185584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.185681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.185978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.189763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.190317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.190317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.190415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.190504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.190612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.190692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.190781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.193020] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.194430] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.194603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.194717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.195023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.195192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.195464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c49e9e-23f9-49b7-ae8f-d2c0301566cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.694076] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad63d522-52c4-4e44-9fff-7112c74b23c2: rpc.has_security_group_logging(os_id): False [ 713.714638] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.714848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.714848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.715065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.715148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.715403] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.715506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.715506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.715627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.715708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.715880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.716054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.716122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.716274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.716333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.716520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.716610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.716666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.716803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.716873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.717086] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be created. [ 713.786761] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.786761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.786761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.787773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.788045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.799509] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 714.553954] env[65117]: INFO networking_nsxv3.common.synchronization [None req-92a42494-0469-4456-a4c3-26b3eb6212ad None None] Enqueued Resource ID: e309656b-5c33-4d20-828b-6ec476579787 with Priority: HIGHEST for action port [ 714.554613] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e309656b-5c33-4d20-828b-6ec476579787 with Priority: HIGHEST for action port [ 714.554794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e309656b-5c33-4d20-828b-6ec476579787 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.554916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e309656b-5c33-4d20-828b-6ec476579787" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.554975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e309656b-5c33-4d20-828b-6ec476579787" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.555523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e309656b-5c33-4d20-828b-6ec476579787" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.555615] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e309656b-5c33-4d20-828b-6ec476579787',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.571043] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 714.571146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.571736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.573499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.573499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.573499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.573499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.573499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.573499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.573499] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.058044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e309656b-5c33-4d20-828b-6ec476579787 [ 715.058358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.058536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.058583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.058813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.059184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.059184] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e309656b-5c33-4d20-828b-6ec476579787 already deleted. [ 715.059184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e309656b-5c33-4d20-828b-6ec476579787" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.075179] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.193238] env[65117]: INFO networking_nsxv3.common.synchronization [req-772c9bc7-2f28-463c-8b19-470e29c072ca req-d9b8d815-86b8-40cf-a54b-ac5d2538237d tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: 26aeb28b-eab5-47c0-8cd0-cbe572e67da7 with Priority: HIGHEST for action security_group_rules [ 715.194123] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26aeb28b-eab5-47c0-8cd0-cbe572e67da7 with Priority: HIGHEST for action security_group_rules [ 715.194519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26aeb28b-eab5-47c0-8cd0-cbe572e67da7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.195120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26aeb28b-eab5-47c0-8cd0-cbe572e67da7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.195120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26aeb28b-eab5-47c0-8cd0-cbe572e67da7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.195120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26aeb28b-eab5-47c0-8cd0-cbe572e67da7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.195120] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26aeb28b-eab5-47c0-8cd0-cbe572e67da7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.577377] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.723918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.724182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.724182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.724402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.724502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.724601] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26aeb28b-eab5-47c0-8cd0-cbe572e67da7 already deleted. [ 715.724692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26aeb28b-eab5-47c0-8cd0-cbe572e67da7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.811239] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 715.811560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.811654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.811858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.811971] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.082358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.082593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.082593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.082721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.083084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.083084] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be updated. [ 716.140538] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.140538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.141691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.141691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.141691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.153473] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: IN_PROGRESS for 2s [ 716.314711] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.314880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.314959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.315205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.315377] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.315889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.316188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.316188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.316847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.316847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.316847] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.566901] env[65117]: INFO networking_nsxv3.common.synchronization [None req-177fbee3-10b0-4056-9ba3-bc3f17380e70 None None] Enqueued Resource ID: 689d0432-52d3-4275-8107-5040d7e657fb with Priority: HIGHEST for action port [ 716.567398] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 689d0432-52d3-4275-8107-5040d7e657fb with Priority: HIGHEST for action port [ 716.567937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-689d0432-52d3-4275-8107-5040d7e657fb taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.568309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-689d0432-52d3-4275-8107-5040d7e657fb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.568396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-689d0432-52d3-4275-8107-5040d7e657fb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.568648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-689d0432-52d3-4275-8107-5040d7e657fb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.568728] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689d0432-52d3-4275-8107-5040d7e657fb',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.759018] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2ce1eab-835d-4df2-9ac1-caea57d4720f req-de8fc24c-e09d-49d2-b806-6af1f0868762 tempest-ImagesNegativeTestJSON-269149231 tempest-ImagesNegativeTestJSON-269149231-project-member] Enqueued Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_members [ 716.759018] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_members [ 716.759018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.759018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.759018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.759953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.760307] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.760562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.760720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.760977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.761177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.761414] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.820067] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.820067] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.820067] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.820067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825115] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825115] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.071223] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 689d0432-52d3-4275-8107-5040d7e657fb [ 717.071434] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.071622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.072131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.072444] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:689d0432-52d3-4275-8107-5040d7e657fb already deleted. [ 717.072444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-689d0432-52d3-4275-8107-5040d7e657fb" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.172316] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.172316] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-780" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.172316] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-780" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.172596] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-780" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.172885] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.173807] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.173807] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.173807] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.173807] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.174021] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.174131] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.174235] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.174335] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.174439] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.174539] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.174666] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.196643] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.196643] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.196822] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.196942] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-780" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.197269] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-090d1504-2341-45a7-946d-d23291c71eb5 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.197444] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.197545] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.197879] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.198022] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090d1504-2341-45a7-946d-d23291c71eb5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.264437] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.264437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.264437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.264750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.264750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.264848] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.264946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.266170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.266170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.266170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.266170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f already deleted. [ 717.266170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.327390] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad63d522-52c4-4e44-9fff-7112c74b23c2: rpc.has_security_group_logging(os_id): False [ 717.346943] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.347140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.347207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.347419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.347985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.347985] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.347985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.347985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.348162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.348162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.348360] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.348453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.348513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.348790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.348896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.349109] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.349204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.349264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.349405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.349481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.349566] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 717.443344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.443494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.443565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.443780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.443925] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.458131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 717.702899] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.703140] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.703261] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.703531] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.703673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.703821] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 090d1504-2341-45a7-946d-d23291c71eb5 not found, creating... [ 717.704078] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.704237] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.704352] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.704554] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.704685] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.704958] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.705122] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.705232] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.705447] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.705631] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.705783] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 090d1504-2341-45a7-946d-d23291c71eb5 is going to be created. [ 717.729800] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.729882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.730022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.730667] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.730667] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.734464] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.164119] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 718.164420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.164771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.164771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.164967] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.165051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.165125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.165271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.165355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.165488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.165553] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.452707] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2ce1eab-835d-4df2-9ac1-caea57d4720f req-2b856a02-3ba5-4fde-80c7-064033716123 service nova] Enqueued Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_rules [ 718.452931] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2ce1eab-835d-4df2-9ac1-caea57d4720f req-2b856a02-3ba5-4fde-80c7-064033716123 service nova] Enqueued Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_members [ 718.453107] env[65117]: INFO networking_nsxv3.common.synchronization [req-f2ce1eab-835d-4df2-9ac1-caea57d4720f req-2b856a02-3ba5-4fde-80c7-064033716123 service nova] Enqueued Resource ID: 090d1504-2341-45a7-946d-d23291c71eb5 with Priority: HIGHEST for action port [ 718.453633] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_rules [ 718.454307] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_members [ 718.454307] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090d1504-2341-45a7-946d-d23291c71eb5 with Priority: HIGHEST for action port [ 718.454756] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.454888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.454956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.455272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.455597] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.456688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.456930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.457019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.457210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.457380] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.457511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.457511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.457661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.457750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.457843] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.459053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-090d1504-2341-45a7-946d-d23291c71eb5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.459260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.459332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.460916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.460916] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090d1504-2341-45a7-946d-d23291c71eb5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.668380] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.668575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.668769] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.668769] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.668769] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.668769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.672684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.672904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.673170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.674226] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.912190] env[65117]: INFO networking_nsxv3.common.synchronization [None req-1de8f39f-47fe-46b2-a5d1-ee734ef5e589 None None] Enqueued Resource ID: a6c11c78-1550-417f-883f-0997ed6a6904 with Priority: HIGHEST for action port [ 718.912805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c11c78-1550-417f-883f-0997ed6a6904 with Priority: HIGHEST for action port [ 718.913150] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6c11c78-1550-417f-883f-0997ed6a6904 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.913279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6c11c78-1550-417f-883f-0997ed6a6904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.913341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6c11c78-1550-417f-883f-0997ed6a6904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.913652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6c11c78-1550-417f-883f-0997ed6a6904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.914168] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6c11c78-1550-417f-883f-0997ed6a6904',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.958440] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.959277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.961121] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.965376] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090d1504-2341-45a7-946d-d23291c71eb5 with status ACTIVE [ 718.965376] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.965376] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.965376] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.965376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.965376] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090d1504-2341-45a7-946d-d23291c71eb5 is going to be updated. [ 718.999299] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.999299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.999299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.999299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.999299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.999299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090d1504-2341-45a7-946d-d23291c71eb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.128632] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c12af504-ded1-43fe-956a-014f5a3f08b7 tempest-MigrationsAdminTest-1851499664 tempest-MigrationsAdminTest-1851499664-project-member] Enqueued Resource ID: e004dccd-ad71-442b-aa77-405510dbd1c8 with Priority: HIGHEST for action security_group_rules [ 719.129372] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e004dccd-ad71-442b-aa77-405510dbd1c8 with Priority: HIGHEST for action security_group_rules [ 719.129706] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e004dccd-ad71-442b-aa77-405510dbd1c8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.129834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.129901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.130744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.130744] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e004dccd-ad71-442b-aa77-405510dbd1c8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.176162] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2944f3dc-5310-48f0-aaa9-60c0eab1c89e: rpc.has_security_group_logging(os_id): False [ 719.196493] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.196609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.196668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.196873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.196966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.197175] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.197270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.197333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.197481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.197558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.197750] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.197914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.197969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.198104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.198178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.198368] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.198457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.198516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.198653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.201067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.201067] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be updated. [ 719.260174] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.260386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.260473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.260698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.260862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278176] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: IN_PROGRESS for 2s [ 719.406282] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d12e0b06-e60c-4bcb-b9f3-2ad9d2a01a76 tempest-MigrationsAdminTest-1851499664 tempest-MigrationsAdminTest-1851499664-project-member] Enqueued Resource ID: e004dccd-ad71-442b-aa77-405510dbd1c8 with Priority: HIGHEST for action security_group_rules [ 719.406769] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e004dccd-ad71-442b-aa77-405510dbd1c8 with Priority: HIGHEST for action security_group_rules [ 719.406989] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e004dccd-ad71-442b-aa77-405510dbd1c8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.407111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416300] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6c11c78-1550-417f-883f-0997ed6a6904 [ 719.416512] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.416633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.416907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.417020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.417121] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6c11c78-1550-417f-883f-0997ed6a6904 already deleted. [ 719.417202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6c11c78-1550-417f-883f-0997ed6a6904" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.466888] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.472695] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 719.472695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.651846] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.652010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652466] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e004dccd-ad71-442b-aa77-405510dbd1c8 already deleted. [ 719.652550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652920] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e004dccd-ad71-442b-aa77-405510dbd1c8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.971047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.971268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.971347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.971580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.971678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.971779] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f is going to be created. [ 720.002504] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.002707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.002801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.003100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.003326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.015858] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f in Status: UNINITIALIZED for 2s [ 720.175900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.176079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.176283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.176632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.176744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.176847] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e004dccd-ad71-442b-aa77-405510dbd1c8 already deleted. [ 720.176934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e004dccd-ad71-442b-aa77-405510dbd1c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.260743] env[65117]: INFO networking_nsxv3.common.synchronization [None req-03c70c38-42b7-4fb2-87ed-cab1d7b9e09b None None] Enqueued Resource ID: 80550282-1032-4f8a-a62e-bb4c56116c49 with Priority: HIGHEST for action port [ 720.261353] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80550282-1032-4f8a-a62e-bb4c56116c49 with Priority: HIGHEST for action port [ 720.261666] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-80550282-1032-4f8a-a62e-bb4c56116c49 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.265019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80550282-1032-4f8a-a62e-bb4c56116c49" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.265019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80550282-1032-4f8a-a62e-bb4c56116c49" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.265019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80550282-1032-4f8a-a62e-bb4c56116c49" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.265019] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80550282-1032-4f8a-a62e-bb4c56116c49',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.332777] env[65117]: INFO networking_nsxv3.common.synchronization [None req-545b8061-6be3-43b1-8a54-cbc3edda31e8 tempest-ServersTestJSON-339718276 tempest-ServersTestJSON-339718276-project-member] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_rules [ 720.332861] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_rules [ 720.333226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.333226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.333401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.333530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.333607] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.494039] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d725df4b-1681-49b8-a901-5b430554edaf tempest-ServersTestJSON-339718276 tempest-ServersTestJSON-339718276-project-member] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_rules [ 720.496646] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_rules [ 720.496646] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.496646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766031] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80550282-1032-4f8a-a62e-bb4c56116c49 [ 720.766128] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.767058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.767058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.767058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.767058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.767058] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80550282-1032-4f8a-a62e-bb4c56116c49 already deleted. [ 720.767058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80550282-1032-4f8a-a62e-bb4c56116c49" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.859261] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.859568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.859706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.859882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.859974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.860091] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 already deleted. [ 720.860239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.860435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.860601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.860688] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.293924] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 721.294330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387870] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.387870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.387870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.387870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.387870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387870] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 already deleted. [ 721.387870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.575164] env[65117]: INFO networking_nsxv3.common.synchronization [req-589d1856-e746-4b8a-9e40-83f3357aaa03 req-12a142c0-3730-4ef5-815d-23c59f91c9dd tempest-ListServerFiltersTestJSON-425686730 tempest-ListServerFiltersTestJSON-425686730-project-member] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 721.575269] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 721.575984] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.575984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.575984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.576212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.576643] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.576643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.576643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.576860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.576860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.576959] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.032610] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f in Status: SUCCESS [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032610] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.080266] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.110530] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.110874] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.111114] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.111580] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.112086] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.112514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.112514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.112808] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.113048] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.113372] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.113533] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.113710] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.113872] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.114066] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.114494] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.114494] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.138581] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.138813] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.139057] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.139354] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.139839] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-5888667a-119f-452d-bf54-d4a7e1eb786b taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.140058] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.140199] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.140573] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.140746] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5888667a-119f-452d-bf54-d4a7e1eb786b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.536166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.536574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.536574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.536734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.536895] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.537095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.537226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.537338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.537486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.537558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.537690] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.537782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.537831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.538315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.538315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.538315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.538490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.538490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.538579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.538727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.538727] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.582810] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.644463] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.644721] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.644847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.645157] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.645421] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.645484] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 5888667a-119f-452d-bf54-d4a7e1eb786b not found, creating... [ 722.645759] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.645969] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.646171] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.646578] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.646578] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.646885] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.649120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.649599] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.650348] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.650348] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.650348] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 5888667a-119f-452d-bf54-d4a7e1eb786b is going to be created. [ 722.674805] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.677509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.677509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.677509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.677509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.677509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.705056] env[65117]: INFO networking_nsxv3.common.synchronization [None req-2504c513-9bf0-4d0c-9b6a-24a86f8a8d22 None None] Enqueued Resource ID: a67d5de4-0a27-4a8c-86b6-774b0cf19cea with Priority: HIGHEST for action port [ 722.705950] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67d5de4-0a27-4a8c-86b6-774b0cf19cea with Priority: HIGHEST for action port [ 722.706903] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a67d5de4-0a27-4a8c-86b6-774b0cf19cea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.707071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a67d5de4-0a27-4a8c-86b6-774b0cf19cea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.707182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a67d5de4-0a27-4a8c-86b6-774b0cf19cea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.707877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a67d5de4-0a27-4a8c-86b6-774b0cf19cea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.707984] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67d5de4-0a27-4a8c-86b6-774b0cf19cea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.041709] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e4f750a-a326-47c3-831f-be568cdc2e2f: rpc.has_security_group_logging(os_id): False [ 723.060249] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.060395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.060456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.060649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.060743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.060981] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.061151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.061243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.061408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.061493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.061687] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.061787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.061891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.061992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.062584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.062584] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.062584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.062584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.062753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.062753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.062832] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f is going to be created. [ 723.085701] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.085958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.085958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.086229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.086615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.086615] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 723.123308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.123471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.123532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.123736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.123910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.133210] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 723.141719] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.141877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.141929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.142204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.142386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.154262] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f in Status: IN_PROGRESS for 2s [ 723.215241] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a67d5de4-0a27-4a8c-86b6-774b0cf19cea [ 723.215487] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.215628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.215691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.215988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.216113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.216213] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a67d5de4-0a27-4a8c-86b6-774b0cf19cea already deleted. [ 723.216297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a67d5de4-0a27-4a8c-86b6-774b0cf19cea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.442391] env[65117]: INFO networking_nsxv3.common.synchronization [req-183ac9bf-79d2-42a3-a33d-118a9cd001e0 req-3634c4e8-1726-4cb2-9685-af21d0d4b022 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 723.443869] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 723.446130] env[65117]: INFO networking_nsxv3.common.synchronization [req-589d1856-e746-4b8a-9e40-83f3357aaa03 req-dfe3df07-204a-4503-b91a-172ddd943086 service nova] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_rules [ 723.446331] env[65117]: INFO networking_nsxv3.common.synchronization [req-589d1856-e746-4b8a-9e40-83f3357aaa03 req-dfe3df07-204a-4503-b91a-172ddd943086 service nova] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 723.446576] env[65117]: INFO networking_nsxv3.common.synchronization [req-589d1856-e746-4b8a-9e40-83f3357aaa03 req-dfe3df07-204a-4503-b91a-172ddd943086 service nova] Enqueued Resource ID: 5888667a-119f-452d-bf54-d4a7e1eb786b with Priority: HIGHEST for action port [ 723.446815] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.446942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.447630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.447763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.447961] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.448089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.448183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.448364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.448456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.448774] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.451268] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_rules [ 723.451433] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 723.451492] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5888667a-119f-452d-bf54-d4a7e1eb786b with Priority: HIGHEST for action port [ 723.451964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.452087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.452173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.452371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.452451] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.456437] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.456743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.457123] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5888667a-119f-452d-bf54-d4a7e1eb786b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.457277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.457370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.459633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.459633] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5888667a-119f-452d-bf54-d4a7e1eb786b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.956122] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.962053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.962637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.962968] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5888667a-119f-452d-bf54-d4a7e1eb786b with status ACTIVE [ 723.963332] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.963546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.963546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.964242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.968721] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.968721] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.968721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.968721] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5888667a-119f-452d-bf54-d4a7e1eb786b is going to be updated. [ 724.001325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.002012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.002447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5888667a-119f-452d-bf54-d4a7e1eb786b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.136035] env[65117]: INFO networking_nsxv3.common.synchronization [req-89df96a4-1fe5-48fa-975d-d69ae57e1953 req-e307b144-e901-4047-b2a8-762afc1d872a tempest-ServerActionsV293TestJSON-338074604 tempest-ServerActionsV293TestJSON-338074604-project-member] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_members [ 724.136827] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGHEST for action security_group_members [ 724.137254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.137581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.137710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.138045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.138226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.138354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.138431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.138812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.138965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.139044] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.460066] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.549949] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-30e3fb18-86cd-4b9b-a57a-489cffda9702 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 724.549949] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 724.549949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.549949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.549949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.551498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.551619] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.551683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.551752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.551979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.552048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.552145] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.642593] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.642593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.642593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.642593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.642875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.642993] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.643115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.643197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.644529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.644529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.644529] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a is going to be updated. [ 724.680204] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.680204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.680435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.680519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.680651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.694557] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a in Status: IN_PROGRESS for 2s [ 724.965218] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.965218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.965218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.965218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.965218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.965218] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 725.001907] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.001907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.002124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.002914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.003105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.016894] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 725.055424] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.055615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.055794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.055984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.056616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.057080] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.057080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.057240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.057410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.057556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.058173] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 already deleted. [ 725.058173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.078699] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-104123f3-8079-464d-999b-ff4b8ff69831 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 725.080404] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 725.081080] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.081240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.081358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.081714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.082449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.085466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.085466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.085466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.085466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.085466] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.143625] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 725.143830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.143985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.144278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.144513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.144650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.144721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.144896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.144981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.145111] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.167628] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f in Status: SUCCESS [ 725.168241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.509524] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-ab8779d1-0042-4902-8285-e20764a6b967 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 725.511808] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 725.512269] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.512567] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.590922] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.591526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.591621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.591981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.592103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.592334] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.592477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.592546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.592800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.592969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.593088] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 already deleted. [ 725.593198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.593342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.593495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.593662] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.593763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.593824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.593960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.594526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.594675] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.647629] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.849170] env[65117]: INFO networking_nsxv3.common.synchronization [req-ed74607f-cc09-475e-bbe8-118c0e14d9d4 req-92b282c8-9741-4637-9674-5f99be5a23ae tempest-VolumesAssistedSnapshotsTest-530058244 tempest-VolumesAssistedSnapshotsTest-530058244-project-member] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_members [ 725.849793] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGHEST for action security_group_members [ 725.850160] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.850351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.850475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.850735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.850950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.851118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.851198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.851399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.851528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.851655] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.097775] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.098278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.098278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.098612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.098612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.098746] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.098822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.098822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.099071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.099275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.099275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 already deleted. [ 726.099369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.150163] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.231673] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.231673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.231673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.231673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.231673] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.232470] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.232608] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.233204] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.233372] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.233657] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.233770] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.233922] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.234140] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.234224] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.234348] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.234484] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.258065] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.258065] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.258065] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.258065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.258065] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.258065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.258065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.258065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.258065] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.356920] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.356920] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.356920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.356920] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e is going to be updated. [ 726.389830] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.389830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.389830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.389830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.389830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.398781] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e in Status: IN_PROGRESS for 2s [ 726.457340] env[65117]: INFO networking_nsxv3.common.synchronization [req-1208e23c-b966-43f8-82af-535b10546337 req-b7b9caa9-f08c-464b-b101-ca30f2a303c1 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 726.458723] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 726.458723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.458723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.653182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.653182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.653541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.653541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.653541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.653708] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 726.685324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.685486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.685561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.685996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.686089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.696301] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 726.700628] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a in Status: SUCCESS [ 726.700819] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a deletion is rescheduled due to dependency. [ 726.700936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.761277] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.761536] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.761659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.761933] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.762119] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.762296] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 not found, creating... [ 726.762553] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.762737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.762854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.763113] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.763282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.763619] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.763781] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.763895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.764123] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.764258] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.764393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 is going to be created. [ 726.785162] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.785391] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.785486] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.785854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.786183] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.786510] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.028057] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 727.029177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.029177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.029177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.029177] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.029412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.029412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.029552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.029707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.029834] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.532424] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.533203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.533520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.534087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.534087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.534203] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.534360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.534360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.534771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.534771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.534771] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 727.556241] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-f8eaec16-d04d-4fc6-8f93-62926b8ff2d4 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 727.556440] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-f8eaec16-d04d-4fc6-8f93-62926b8ff2d4 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 727.556694] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-f8eaec16-d04d-4fc6-8f93-62926b8ff2d4 service nova] Enqueued Resource ID: 0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 with Priority: HIGHEST for action port [ 727.564274] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 727.564274] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 727.564274] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 with Priority: HIGHEST for action port [ 727.564274] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.564274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.564274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.564274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.564274] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.565230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.565230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.565410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.565485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.565669] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.565785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.565841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.566542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.568483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.568483] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.572600] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.572731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.572807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.573446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.573578] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.575748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.575892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.576571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.576571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.587207] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 728.066828] env[65117]: INFO networking_nsxv3.common.synchronization [req-20f6d3b5-a8a3-4454-8ef3-54195d019575 req-a727e2d5-c73a-4f5a-9a53-34b70f59d3f9 tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa with Priority: HIGHEST for action security_group_rules [ 728.067440] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa with Priority: HIGHEST for action security_group_rules [ 728.068209] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.068374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.068416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.068661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.068746] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a596f87-df8f-4cf5-b55a-46f17712d3aa',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.078906] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.079097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.079298] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.080281] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 with status ACTIVE [ 728.080481] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.080596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.080689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.080855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.080942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.081934] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.081934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.081934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.082480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.082579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.082792] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.082908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.082978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.083638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.083638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.083638] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2 is going to be updated. [ 728.109668] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.109822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.109878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.110115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.110259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.110422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5400b0-a5d8-4ab2-96a4-09f9ab13b6c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409881] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e in Status: SUCCESS [ 728.410190] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e deletion is rescheduled due to dependency. [ 728.410462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.479752] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.479752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.479752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.479752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.479752] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.479752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.479752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.479752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.480179] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.480827] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.480827] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.480939] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.480972] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.481087] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.481192] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.481370] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.502714] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.502714] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.502714] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.502714] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-54" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.502714] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-6d9045f7-0137-4708-8e8a-0f32ef9fa813 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.503582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.503713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504135] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.504215] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9045f7-0137-4708-8e8a-0f32ef9fa813',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.585548] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.593851] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.594028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.594090] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.594331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.594439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.594538] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa already deleted. [ 728.594623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.706860] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 728.707169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.707409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.707841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.707953] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.708166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.708256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.708459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.708589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.708705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.708858] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.009530] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.009530] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 6d9045f7-0137-4708-8e8a-0f32ef9fa813 not found, creating... [ 729.009530] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.009530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.010163] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.010754] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.010754] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.011071] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.011226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.011369] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 6d9045f7-0137-4708-8e8a-0f32ef9fa813 is going to be created. [ 729.044960] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.045298] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.045356] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.045713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.046100] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.046415] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.088378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.088536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.088573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.088787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.088861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.088967] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be created. [ 729.127481] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.127662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.127738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.128075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.128280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.142393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: UNINITIALIZED for 2s [ 729.163701] env[65117]: INFO networking_nsxv3.common.synchronization [None req-e170745c-63ed-4421-acdc-1ad182a358bc None None] Enqueued Resource ID: 925dc55f-74a8-4624-b57e-c5218174b386 with Priority: HIGHEST for action port [ 729.164269] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925dc55f-74a8-4624-b57e-c5218174b386 with Priority: HIGHEST for action port [ 729.164634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-925dc55f-74a8-4624-b57e-c5218174b386 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.165265] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-925dc55f-74a8-4624-b57e-c5218174b386" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165265] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-925dc55f-74a8-4624-b57e-c5218174b386" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.165265] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-925dc55f-74a8-4624-b57e-c5218174b386" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.165265] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('925dc55f-74a8-4624-b57e-c5218174b386',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.211705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.211961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.212183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.213070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.213350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.213483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.213657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.213727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.213823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.213926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.214141] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.214280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.214336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.214509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.214669] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.214761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.214822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.214963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.215083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.215196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.215310] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.598677] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 729.599377] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 deletion is rescheduled due to dependency. [ 729.599706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.666893] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 925dc55f-74a8-4624-b57e-c5218174b386 [ 729.666893] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.667286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.667286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.667398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.668254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.668417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:925dc55f-74a8-4624-b57e-c5218174b386 already deleted. [ 729.668561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-925dc55f-74a8-4624-b57e-c5218174b386" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.717653] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c459d7b-3566-4d9b-8190-85e55de27048: rpc.has_security_group_logging(os_id): False [ 729.737979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.738296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.738296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.738497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.738600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.738880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.739050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.739129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.739258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.739347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.739584] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.739719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.739786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.739937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.740129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.740372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.740504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.740596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.741436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 729.767628] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-e69e0809-263a-4e17-8115-5d72e178b2a9 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 729.767820] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-e69e0809-263a-4e17-8115-5d72e178b2a9 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 729.768023] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-e69e0809-263a-4e17-8115-5d72e178b2a9 service nova] Enqueued Resource ID: 6d9045f7-0137-4708-8e8a-0f32ef9fa813 with Priority: HIGHEST for action port [ 729.768665] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 729.768821] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 729.768924] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9045f7-0137-4708-8e8a-0f32ef9fa813 with Priority: HIGHEST for action port [ 729.769993] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.770367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.770681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.770811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.771321] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9045f7-0137-4708-8e8a-0f32ef9fa813 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.771549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.771619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.771876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.771998] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9045f7-0137-4708-8e8a-0f32ef9fa813',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.819584] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.820543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.820543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.820543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.820543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.835971] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 729.911379] env[65117]: INFO networking_nsxv3.common.synchronization [req-2a390500-1786-4fca-b78c-24c09b84a717 req-851d066b-b70e-4f97-a025-14bc26589517 tempest-ServersTestFqdnHostnames-43422362 tempest-ServersTestFqdnHostnames-43422362-project-member] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_members [ 729.912150] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGHEST for action security_group_members [ 729.912497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.912678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.912742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.913048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.913187] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.913278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.913278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.913479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.913739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.913739] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.107808] env[65117]: INFO networking_nsxv3.common.synchronization [req-13bdd66a-6093-408e-a51b-c4bbd516fd42 req-2b31ac2a-3337-4c66-a807-e57ad37a84df tempest-FloatingIPsAssociationNegativeTestJSON-1492692834 tempest-FloatingIPsAssociationNegativeTestJSON-1492692834-project-member] Enqueued Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_members [ 730.108667] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGHEST for action security_group_members [ 730.109021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.109977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.109977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.110104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.110288] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.111760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.111760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.111760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.111760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.111760] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.275830] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9045f7-0137-4708-8e8a-0f32ef9fa813 with status ACTIVE [ 730.276047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.276205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.276271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.276610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.276737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.276970] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.277096] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.277146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.277397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.277496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.277683] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.277767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.277831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.278886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.279183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.279316] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9045f7-0137-4708-8e8a-0f32ef9fa813 is going to be updated. [ 730.319624] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.319908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.319991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.320332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.320563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.320825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9045f7-0137-4708-8e8a-0f32ef9fa813" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.416418] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.416611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.416672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.416953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.417345] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.417483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.417571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.420349] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d is going to be updated. [ 730.469844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.469844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.469844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.469844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.469844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.481444] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d in Status: IN_PROGRESS for 2s [ 730.616637] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.616637] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.616637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.616637] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e04df77-288a-45a2-8502-8a557cf60a40 is going to be updated. [ 730.636086] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.636269] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.636383] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.636643] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.636891] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.637817] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.637817] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.641890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.641890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.641890] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.641890] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.641890] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.641890] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.641890] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.641890] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.641890] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.660707] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.660854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.660933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.662969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.662969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.665296] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.665296] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.665296] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.666515] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-575" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.667294] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9e429a5e-b929-4c5c-bc0c-80239611a608 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.667294] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.667294] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.667565] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.667656] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e429a5e-b929-4c5c-bc0c-80239611a608',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.680254] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e04df77-288a-45a2-8502-8a557cf60a40 in Status: IN_PROGRESS for 2s [ 730.977757] env[65117]: INFO networking_nsxv3.common.synchronization [req-b4e0e34f-c206-4bc3-a44b-21cb9f0d8ebf req-d5157e46-ac83-4714-bf48-f37fbafc2a04 tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa with Priority: HIGHEST for action security_group_rules [ 730.978027] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa with Priority: HIGHEST for action security_group_rules [ 730.978185] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.978319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.978377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.978969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.978969] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a596f87-df8f-4cf5-b55a-46f17712d3aa',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.154462] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 731.154720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.154899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.158731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.158731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.158907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.159951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.159951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.159951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.159951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.159951] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.160486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.160654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.160988] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.160988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.161151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.161285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.161361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.161454] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.173244] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.173244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.173244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.173244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.173490] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.175784] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9e429a5e-b929-4c5c-bc0c-80239611a608 not found, creating... [ 731.175784] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.175784] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.175784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.176331] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.176331] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9e429a5e-b929-4c5c-bc0c-80239611a608 is going to be created. [ 731.224522] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.224947] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.224947] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225489] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.225761] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.504552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.504747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.504828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.505158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.505282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.505404] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa already deleted. [ 731.505517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.621428] env[65117]: INFO networking_nsxv3.common.synchronization [None req-cabdb1f0-0e14-40ae-8c07-3ff092f0e446 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 731.625171] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 731.625515] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.625653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.625711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.625981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.626108] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.663731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.664186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.664534] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.776688] env[65117]: INFO networking_nsxv3.common.synchronization [None req-2ad4b4e1-f686-4386-ae52-7edeebe58d95 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 731.779203] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 731.779203] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.779203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.854953] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 731.854953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.039159] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-8167ebc5-178d-481d-a1f1-90564a9fcaa3 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 732.039159] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-8167ebc5-178d-481d-a1f1-90564a9fcaa3 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 732.039159] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f0d5e92-e090-444c-b1cf-431d345b76bf req-8167ebc5-178d-481d-a1f1-90564a9fcaa3 service nova] Enqueued Resource ID: 9e429a5e-b929-4c5c-bc0c-80239611a608 with Priority: HIGHEST for action port [ 732.040946] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 732.041502] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 732.041794] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e429a5e-b929-4c5c-bc0c-80239611a608 with Priority: HIGHEST for action port [ 732.042449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.042731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.043092] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.043349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.043831] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e429a5e-b929-4c5c-bc0c-80239611a608 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.045141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.045141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.045141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.045141] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e429a5e-b929-4c5c-bc0c-80239611a608',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.161875] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.161875] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 already deleted. [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.161875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.161875] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.170033] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.494063] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d in Status: SUCCESS [ 732.494302] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d deletion is rescheduled due to dependency. [ 732.494443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.503761] env[65117]: INFO networking_nsxv3.common.synchronization [None req-8c5c83b1-bd4d-44bd-9ff5-f93c2eb78407 None None] Enqueued Resource ID: c6f3a90f-bcb5-4431-b07a-fa4da141bba4 with Priority: HIGHEST for action port [ 732.503824] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f3a90f-bcb5-4431-b07a-fa4da141bba4 with Priority: HIGHEST for action port [ 732.504252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f3a90f-bcb5-4431-b07a-fa4da141bba4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.505037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f3a90f-bcb5-4431-b07a-fa4da141bba4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.508024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f3a90f-bcb5-4431-b07a-fa4da141bba4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.508024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f3a90f-bcb5-4431-b07a-fa4da141bba4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.508024] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f3a90f-bcb5-4431-b07a-fa4da141bba4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.547733] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e429a5e-b929-4c5c-bc0c-80239611a608 with status ACTIVE [ 732.548023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.548245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.548350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.548582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.548673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.548888] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.549056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.549149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.549322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.549415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.550169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.550283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.550350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.550505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.550584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.550670] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e429a5e-b929-4c5c-bc0c-80239611a608 is going to be updated. [ 732.580197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.580409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.580505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.580770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.580957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.581586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e429a5e-b929-4c5c-bc0c-80239611a608" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.673212] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.673744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.673744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.673744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.673744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.673905] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 732.686104] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.686104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.686254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.686485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.686650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686801] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 already deleted. [ 732.686940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.709020] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e04df77-288a-45a2-8502-8a557cf60a40 in Status: SUCCESS [ 732.709228] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e04df77-288a-45a2-8502-8a557cf60a40 deletion is rescheduled due to dependency. [ 732.709349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.724032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.724187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.724438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.724540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.724658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.735347] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 733.010129] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6f3a90f-bcb5-4431-b07a-fa4da141bba4 [ 733.010189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.010303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.010395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.010716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.010716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.010818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6f3a90f-bcb5-4431-b07a-fa4da141bba4 already deleted. [ 733.010955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f3a90f-bcb5-4431-b07a-fa4da141bba4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.921379] env[65117]: INFO networking_nsxv3.common.synchronization [req-a452d9b5-0013-4da7-8416-3b84dfaab979 req-3e422454-1307-4565-b26c-b6a42c208529 tempest-SecurityGroupRulesTestJSON-1984308368 tempest-SecurityGroupRulesTestJSON-1984308368-project-member] Enqueued Resource ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa with Priority: HIGHEST for action security_group_rules [ 733.921904] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa with Priority: HIGHEST for action security_group_rules [ 733.922215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.922391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.922461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.922657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.922743] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a596f87-df8f-4cf5-b55a-46f17712d3aa',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.445802] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.445802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.445934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.446185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.446286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.446383] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a596f87-df8f-4cf5-b55a-46f17712d3aa already deleted. [ 734.446466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a596f87-df8f-4cf5-b55a-46f17712d3aa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.454871] env[65117]: INFO networking_nsxv3.common.synchronization [req-69dfed58-0e84-4b6f-9296-3fa172f5c29b req-18e5b523-ea98-460c-96b8-a33f589a49e4 tempest-ListServerFiltersTestJSON-425686730 tempest-ListServerFiltersTestJSON-425686730-project-member] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 734.455724] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 734.455837] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.455977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.457022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.457119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.457345] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.457468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.457547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.457785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.457867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.457984] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.748122] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 734.748122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.748122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.748591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.748591] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.748591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.748591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.748800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.748864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.748977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.749201] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.749536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.749940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.750174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.750174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.750238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.750787] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.751388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.751549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.751727] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.752552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.752552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.752652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.752652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.752967] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.920139] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.920139] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920139] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.920293] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.920549] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.920701] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920811] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.921035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.921275] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.921428] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.921648] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.921648] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.921843] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.921843] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.921922] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.922065] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.947120] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.947519] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.947818] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.948165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.948639] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.948972] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.949523] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.949985] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.950282] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cba3300-c6ba-41f3-92b0-f0a2c175ec81',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.962423] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.255239] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feda6094-b58f-4a32-96bb-397a53046177: rpc.has_security_group_logging(os_id): False [ 735.256278] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.277835] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.277988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.278542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.278542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.278668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.278786] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.278897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.278959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.280208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.280208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.280208] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.280208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.280208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.280208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.280208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.280554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.280554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.280554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.280659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.280690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.281243] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be created. [ 735.359030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.359030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.359030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.359030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.359030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.372863] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 735.455022] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.455022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9cba3300-c6ba-41f3-92b0-f0a2c175ec81 not found, creating... [ 735.455022] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.455022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.455635] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.455635] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.456399] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.457546] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.460625] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.460625] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9cba3300-c6ba-41f3-92b0-f0a2c175ec81 is going to be created. [ 735.464914] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.488541] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.488541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.488541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.488541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.488845] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.489407] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.761059] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.825438] env[65117]: INFO networking_nsxv3.common.synchronization [req-00705d78-f16c-4253-81cb-44944ef07757 req-9dd2b154-7933-4cb0-a0e7-f3196cc49783 tempest-ImagesNegativeTestJSON-269149231 tempest-ImagesNegativeTestJSON-269149231-project-member] Enqueued Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_members [ 735.826758] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f with Priority: HIGHEST for action security_group_members [ 735.826758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e4f750a-a326-47c3-831f-be568cdc2e2f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.826758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.826758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.826758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.827070] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.827070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.827070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.827192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.827192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.827285] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e4f750a-a326-47c3-831f-be568cdc2e2f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.967952] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.968375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.968375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.968571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.969220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.969220] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 735.999672] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.999865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.999910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.000481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.000481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.014725] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 736.269102] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.269257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.269327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.269544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.270647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.270797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 736.320821] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.321050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.321166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.321452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.321678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.329838] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.330056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.330122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.330412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.331309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.331438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.331508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.331708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.331797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.331893] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f is going to be updated. [ 736.334963] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 736.367564] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.367853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.367989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.368321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.368550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.380468] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f in Status: IN_PROGRESS for 2s [ 736.679029] env[65117]: INFO networking_nsxv3.common.synchronization [req-69dfed58-0e84-4b6f-9296-3fa172f5c29b req-6398a70d-5a30-4da5-bfec-bef5de8fc87a service nova] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_rules [ 736.679029] env[65117]: INFO networking_nsxv3.common.synchronization [req-69dfed58-0e84-4b6f-9296-3fa172f5c29b req-6398a70d-5a30-4da5-bfec-bef5de8fc87a service nova] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 736.679029] env[65117]: INFO networking_nsxv3.common.synchronization [req-69dfed58-0e84-4b6f-9296-3fa172f5c29b req-6398a70d-5a30-4da5-bfec-bef5de8fc87a service nova] Enqueued Resource ID: 9cba3300-c6ba-41f3-92b0-f0a2c175ec81 with Priority: HIGHEST for action port [ 736.679029] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_rules [ 736.679703] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 736.679927] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cba3300-c6ba-41f3-92b0-f0a2c175ec81 with Priority: HIGHEST for action port [ 736.681371] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.684019] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.684019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.684019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.684019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.684019] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cba3300-c6ba-41f3-92b0-f0a2c175ec81',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.188720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.188720] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cba3300-c6ba-41f3-92b0-f0a2c175ec81 with status ACTIVE [ 737.188720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.188720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.188720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.188720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.189551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.189551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.189551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.189551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.189551] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cba3300-c6ba-41f3-92b0-f0a2c175ec81 is going to be updated. [ 737.214976] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.214976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.215225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.215270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.215414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.215585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cba3300-c6ba-41f3-92b0-f0a2c175ec81" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.232600] env[65117]: INFO networking_nsxv3.common.synchronization [req-89e8427f-ecb8-448e-9153-649aac1dea19 req-8f67080e-2afe-4eed-9beb-f395736f1a5f tempest-ServerRescueTestJSON-845424388 tempest-ServerRescueTestJSON-845424388-project-member] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 737.234498] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 737.234798] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.234913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.234980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.235227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.235383] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.235482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.235545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.235691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.235777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.235871] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.388223] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 737.388477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.389460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.389460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.389460] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.615782] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.616020] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.616239] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.616571] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.616961] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.617221] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.617430] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.617691] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.617855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.618178] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.618301] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.618422] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.618529] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.618711] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.618851] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.618986] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.639899] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.640080] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.640221] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.640422] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-106" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.640753] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.640899] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.641029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.641349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.641488] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091dcdd1-1b41-41a5-a139-5c9b54f5bdab',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.738987] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.895527] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.895527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.026296] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 738.026510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.026687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.026909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.027118] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.027240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.028147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.028147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.028147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.028147] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.144587] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.144938] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.145095] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.145463] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.145654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.145858] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 091dcdd1-1b41-41a5-a139-5c9b54f5bdab not found, creating... [ 738.146312] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.146541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.146712] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.147041] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.147293] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.147731] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.147959] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.148154] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.148448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.148640] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.148838] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 091dcdd1-1b41-41a5-a139-5c9b54f5bdab is going to be created. [ 738.171571] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.171571] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.171817] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.171968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.172433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.172672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.240138] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.347665] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 738.347805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.348774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.349153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.349762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.349977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.350079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.350301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.350400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.352927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.352927] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.393364] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f in Status: SUCCESS [ 738.393585] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e4f750a-a326-47c3-831f-be568cdc2e2f deletion is rescheduled due to dependency. [ 738.393701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e4f750a-a326-47c3-831f-be568cdc2e2f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.529744] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.743310] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.743310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.743310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.743656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.743858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.743967] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be updated. [ 738.777186] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.777186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.777186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.777186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.777186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.787479] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 738.855367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.858786] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.858786] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.858786] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.858786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.859533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.859780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.859908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.859993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.860118] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.919281] env[65117]: INFO networking_nsxv3.common.synchronization [req-89e8427f-ecb8-448e-9153-649aac1dea19 req-951cd5ab-a3db-4065-8c55-81c5d41da4c3 service nova] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_rules [ 738.919476] env[65117]: INFO networking_nsxv3.common.synchronization [req-89e8427f-ecb8-448e-9153-649aac1dea19 req-951cd5ab-a3db-4065-8c55-81c5d41da4c3 service nova] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 738.920044] env[65117]: INFO networking_nsxv3.common.synchronization [req-89e8427f-ecb8-448e-9153-649aac1dea19 req-951cd5ab-a3db-4065-8c55-81c5d41da4c3 service nova] Enqueued Resource ID: 091dcdd1-1b41-41a5-a139-5c9b54f5bdab with Priority: HIGHEST for action port [ 738.920235] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_rules [ 738.920426] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 738.920609] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091dcdd1-1b41-41a5-a139-5c9b54f5bdab with Priority: HIGHEST for action port [ 738.921089] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.921274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.921329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.921919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.921919] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.922744] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.922810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.923024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.923155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.923202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.923877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.923877] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091dcdd1-1b41-41a5-a139-5c9b54f5bdab',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.032254] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.367699] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feda6094-b58f-4a32-96bb-397a53046177: rpc.has_security_group_logging(os_id): False [ 739.392059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.392059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.392059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.392059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.392773] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.392773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.392773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.392773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.392773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.392773] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 739.425395] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.425581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.425819] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091dcdd1-1b41-41a5-a139-5c9b54f5bdab with status ACTIVE [ 739.425997] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.426275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.426343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.426554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.426676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.426927] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.427068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.427158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.427367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.427481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.427705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.427825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.427890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.428081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.428175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.428280] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091dcdd1-1b41-41a5-a139-5c9b54f5bdab is going to be updated. [ 739.459632] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.460056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.460228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.460495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.460646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.460812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091dcdd1-1b41-41a5-a139-5c9b54f5bdab" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.498615] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.498791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.498832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.499045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.499297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.521844] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 739.535540] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.535718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.535795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.536079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.536185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.536292] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 739.588502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.588716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.588716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.588898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.589057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.603385] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 740.799809] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 740.800221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.800340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.800721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.800960] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.801108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.801174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.801364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.801444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.801547] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.993097] env[65117]: INFO networking_nsxv3.common.synchronization [req-f6970e82-560b-4e5c-94a5-a7fe34c2b49c req-b21d5449-8eab-48ad-8d4f-7ee722edcb22 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 740.993934] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 740.994394] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.994567] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.994680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.994947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.996161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.996267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.996321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.996511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.996737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.996798] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.304696] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.502996] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.503290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.503290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.503546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.503546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.503746] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.503844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.503904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.504070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.504153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.504281] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 741.537031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.537191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.537191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.537354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.537499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.539445] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 741.539668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.540275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.540449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.540553] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.548013] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.548305] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.548432] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.548702] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.551590] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.552677] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.552925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.553728] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.553890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.554165] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.554273] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.554393] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.554486] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.554593] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.554695] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.554863] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.558353] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 741.580229] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.580516] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.580689] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.580889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.581333] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.581520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.581673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.582073] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.582265] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696cfeaa-f74d-4146-8ca3-c5536dc0c95a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.613582] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 741.613907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.614131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.614420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.614638] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.614780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.614880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.615184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.615325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.615478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.615619] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.810506] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.043216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.043385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.043622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.043698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.043864] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.043965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.044045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.044229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.044299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.044978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.044978] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.085158] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.085485] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.085702] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.086176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.086402] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.086997] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 696cfeaa-f74d-4146-8ca3-c5536dc0c95a not found, creating... [ 742.086997] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.087171] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.087265] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.087560] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.087762] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.088012] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.088270] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.088822] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.088822] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.088822] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.088975] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 696cfeaa-f74d-4146-8ca3-c5536dc0c95a is going to be created. [ 742.113351] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.113606] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.113753] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.114218] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.114253] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.114533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.119436] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.119436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.119436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.119723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.119986] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.119986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.120205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.120311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.120442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.120609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.121581] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.121581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.121581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.121581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.121581] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.121581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.121581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.121581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.121904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.121904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.122066] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.313042] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.313042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.313042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.313372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.313372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.313466] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be updated. [ 742.362977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.363212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.363212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.363406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.363552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.373497] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 742.549167] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.549350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.549424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.549703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.550543] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.550731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.550807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.551041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.551148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.551254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.551411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.551538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.551572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.551734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.551882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.551990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.552064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.552219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.552308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.552393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.552511] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.625081] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c459d7b-3566-4d9b-8190-85e55de27048: rpc.has_security_group_logging(os_id): False [ 742.652458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.652714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.652714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.652909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.652999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.653357] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.653503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.653559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.653691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.653751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.653964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.654087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.654139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.654351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.654439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.654623] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.654717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.654772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.654913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.654988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.655085] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 742.739998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.740233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.740233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.740449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.740610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.755531] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 742.833503] env[65117]: INFO networking_nsxv3.common.synchronization [req-f6970e82-560b-4e5c-94a5-a7fe34c2b49c req-c77312c3-5dc4-493b-bd09-2572e1dc238f service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 742.833850] env[65117]: INFO networking_nsxv3.common.synchronization [req-f6970e82-560b-4e5c-94a5-a7fe34c2b49c req-c77312c3-5dc4-493b-bd09-2572e1dc238f service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 742.834141] env[65117]: INFO networking_nsxv3.common.synchronization [req-f6970e82-560b-4e5c-94a5-a7fe34c2b49c req-c77312c3-5dc4-493b-bd09-2572e1dc238f service nova] Enqueued Resource ID: 696cfeaa-f74d-4146-8ca3-c5536dc0c95a with Priority: HIGHEST for action port [ 742.837392] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 742.837392] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 742.837392] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696cfeaa-f74d-4146-8ca3-c5536dc0c95a with Priority: HIGHEST for action port [ 742.837392] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.837392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.837392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.837392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.837392] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.839530] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.839710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.840055] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.840239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.840402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.841121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.841223] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696cfeaa-f74d-4146-8ca3-c5536dc0c95a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.058842] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feda6094-b58f-4a32-96bb-397a53046177: rpc.has_security_group_logging(os_id): False [ 743.079917] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.080307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.080307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.080437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.080521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.080728] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.080828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.080909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.081045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.081120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.081308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.081415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.081459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.081632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.081632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.081823] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.081914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.081976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.082358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.082862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.082862] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 743.155027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.155027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.155027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.155027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.155027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.173505] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 743.180030] env[65117]: INFO networking_nsxv3.common.synchronization [req-eb9a10ac-1ecd-409f-a8f0-b04d94020bcf req-4186d045-8f07-4231-b691-0864039b2122 tempest-FloatingIPsAssociationTestJSON-1037489361 tempest-FloatingIPsAssociationTestJSON-1037489361-project-member] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 743.183959] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGHEST for action security_group_members [ 743.183959] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.183959] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.183959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.183959] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.344664] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.344664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.346334] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696cfeaa-f74d-4146-8ca3-c5536dc0c95a with status ACTIVE [ 743.346736] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.349040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.349040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.349317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.349565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.349924] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.349924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.349924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.350185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.350185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.351183] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.351183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.351183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.351183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.351183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.351183] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696cfeaa-f74d-4146-8ca3-c5536dc0c95a is going to be updated. [ 743.379306] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.379306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.379306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.379771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.379771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.380071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696cfeaa-f74d-4146-8ca3-c5536dc0c95a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.572923] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 743.573220] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 743.573340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.574400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.574400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.574400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.574400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.574400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.574400] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.684852] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.685064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.685064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.685334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.685334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.685536] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.685631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.685733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.685845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.685949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.686211] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be updated. [ 743.717346] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.718283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.718283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.718283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.718283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.735949] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: IN_PROGRESS for 2s [ 744.076713] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.254211] env[65117]: INFO networking_nsxv3.common.synchronization [req-6faa9836-2505-497a-bbbd-c59eb9ea8f6e req-53d87c5c-7a53-4a9a-b96f-0705d9a95e13 tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 744.255718] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 744.256890] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.256998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.256998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.257305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.257460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.257570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.257633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.257790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.257880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.257975] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.385408] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 744.385732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.385907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.386145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.386480] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.386480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.386596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.386670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.386748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.386833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.386923] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.579784] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.693062] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.693672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.693672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.693672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.693819] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.693969] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.694084] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.694287] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.694426] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.694628] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.694736] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.694842] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.694946] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.695062] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.695190] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.695322] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.714728] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.714728] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.714890] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.715018] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-817" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.715408] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.715611] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.715753] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.716282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.716327] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9aae7c-7b97-40e9-878f-f8f0cfe17c96',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.761950] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.771060] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 744.771060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.890243] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.890851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.890851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.890851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.890851] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.890993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.891040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.891433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.891565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.892010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.892101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.892276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.892455] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.892582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.892688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.892888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.893060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.893624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.893624] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.082833] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.083167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.083167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.084219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.084449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.084585] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 745.121501] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.121673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.121732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.121912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.122286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.133124] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 745.191255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 745.191476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.220768] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.221253] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.221253] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.221448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.221612] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.221762] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 not found, creating... [ 745.222030] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.222222] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.222306] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.222667] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.222667] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.222880] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.223058] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.223175] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.223542] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.223695] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.223826] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 is going to be created. [ 745.247541] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.247749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.247854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.248163] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.248494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.248640] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.264142] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.395750] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2686d8f8-4db3-4196-83a3-c9f7138cfbca: rpc.has_security_group_logging(os_id): False [ 745.418861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.419178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.419267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.419499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.419597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.421808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.421888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.421924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.422153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.422498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.422498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.422590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.422653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.422808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.422882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.424965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.425107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.426050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.426050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.426050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.426050] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be updated. [ 745.528301] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.528446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.528518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.528737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.528881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.541731] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 745.754653] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70793108-ae75-4645-b65b-e35f54d9d9ae in Status: SUCCESS [ 745.754653] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae deletion is rescheduled due to dependency. [ 745.754653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.769844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.769844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.769844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.769844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.769844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.769844] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 745.810025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.810025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.810025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.810274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.810559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.824867] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 746.089029] env[65117]: INFO networking_nsxv3.common.synchronization [req-6faa9836-2505-497a-bbbd-c59eb9ea8f6e req-48910f85-3e9b-441a-a68b-a54913c5e25c service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 746.089353] env[65117]: INFO networking_nsxv3.common.synchronization [req-6faa9836-2505-497a-bbbd-c59eb9ea8f6e req-48910f85-3e9b-441a-a68b-a54913c5e25c service nova] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 746.089353] env[65117]: INFO networking_nsxv3.common.synchronization [req-6faa9836-2505-497a-bbbd-c59eb9ea8f6e req-48910f85-3e9b-441a-a68b-a54913c5e25c service nova] Enqueued Resource ID: 9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 with Priority: HIGHEST for action port [ 746.090115] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_rules [ 746.090285] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 746.090414] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 with Priority: HIGHEST for action port [ 746.090769] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.090845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.091082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.091196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.091321] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.092406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.092530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.092757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.092860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.092914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.093212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.093289] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9aae7c-7b97-40e9-878f-f8f0cfe17c96',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.595395] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.595600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.595732] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 with status ACTIVE [ 746.595831] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.595941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.596337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.596441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.596642] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.596746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.596995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.597150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.597307] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.597599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.597599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.597599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.597791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.597791] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c9aae7c-7b97-40e9-878f-f8f0cfe17c96 is going to be updated. [ 746.627866] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.628018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.628070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.628400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.628546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.628862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9aae7c-7b97-40e9-878f-f8f0cfe17c96" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.150371] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 747.150693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.150797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.151100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.151375] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.151518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.151589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.151760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.151844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.151932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.152087] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.463835] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c6a9ebb5-b283-45c5-aa0b-02d8aba63afe None None] Enqueued Resource ID: f6c7b1cd-cd46-4b72-850a-1f0fb2578162 with Priority: HIGHEST for action port [ 747.464959] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c7b1cd-cd46-4b72-850a-1f0fb2578162 with Priority: HIGHEST for action port [ 747.465393] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c7b1cd-cd46-4b72-850a-1f0fb2578162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.465589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c7b1cd-cd46-4b72-850a-1f0fb2578162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.465732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c7b1cd-cd46-4b72-850a-1f0fb2578162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.466089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c7b1cd-cd46-4b72-850a-1f0fb2578162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.466300] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c7b1cd-cd46-4b72-850a-1f0fb2578162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.562260] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 747.562260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.654554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.654811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.654902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.655146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.655351] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.655500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.655569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.655730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.655818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.655908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.656140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.656210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.656273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.656415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.656554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.656646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.656738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.656872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.656947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.657050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.657131] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.722367] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f819c83-9bd2-4273-9102-20467ea1a513 req-af52ec49-c058-4e1c-ae8c-871302890871 tempest-ServersNegativeTestJSON-1738867332 tempest-ServersNegativeTestJSON-1738867332-project-member] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 747.722889] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 747.725938] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.726170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.726288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.726617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.726843] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.726948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.727235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.727356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.727473] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.834222] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 747.834457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.834864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.834864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.835065] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.835188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.835244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.835414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.836076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.836076] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.969646] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6c7b1cd-cd46-4b72-850a-1f0fb2578162 [ 747.969895] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.970056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.970130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.970360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.970453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.970552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6c7b1cd-cd46-4b72-850a-1f0fb2578162 already deleted. [ 747.970677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c7b1cd-cd46-4b72-850a-1f0fb2578162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.160373] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a07e609d-bafa-4357-be29-979008d0f8b5: rpc.has_security_group_logging(os_id): False [ 748.184586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.184764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.184809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.185013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.185119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.185312] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.185430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.185469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.185815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.185815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.185930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.185983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.186079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.186248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.186332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.186513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.186612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.186673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.186813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.186887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.186974] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 748.191166] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.191345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.191463] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.191807] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.192082] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.192241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.192350] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.192549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.192685] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.192879] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.192986] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.193098] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.193201] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.193304] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.193399] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.193526] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.216202] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.216202] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.216202] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.216202] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.216558] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.216776] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.216924] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.217348] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.217560] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5024f0b7-0973-4b5f-a36d-94bbe280c3c1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.231386] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.231546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.231629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.231799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.231886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.232490] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.232626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.232694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.232856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.232937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.233035] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc already deleted. [ 748.233305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.258983] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.259150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.259224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.259435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.259577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.274155] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 748.338173] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.655686] env[65117]: INFO networking_nsxv3.common.synchronization [req-8d4e3de3-102e-4dd8-80db-1309261ff696 req-d17e9877-5ac5-4657-b1cf-aae7002e6849 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 748.656553] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 748.657668] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.657848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.657920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.658244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.658426] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.658546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.658619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.658849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.658939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.659044] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.721297] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.721297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.721297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.721297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.721297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.721297] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 not found, creating... [ 748.721297] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.721787] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.721787] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.721787] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.721889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.722174] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722329] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.722639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.722821] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.722998] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 is going to be created. [ 748.748693] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.748693] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.748693] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.748693] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.749585] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.749585] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.843390] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.025890] env[65117]: INFO networking_nsxv3.common.synchronization [req-8d4e3de3-102e-4dd8-80db-1309261ff696 req-dfc20906-0d71-4496-9eb3-021637b5a37f tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 749.026768] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 749.027304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.027575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.161505] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.344774] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.344932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.345010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.345855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.345855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.345855] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 749.372573] env[65117]: INFO networking_nsxv3.common.synchronization [req-8d4e3de3-102e-4dd8-80db-1309261ff696 req-bd64bfbf-8e4c-49cb-942e-1cde624ae651 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 749.373155] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 749.373810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.373810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.380297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.380456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.380510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.380714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.380858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 749.491797] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f819c83-9bd2-4273-9102-20467ea1a513 req-da84ce3e-c704-4587-8fc0-34df1ca20f3a service nova] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_rules [ 749.491979] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f819c83-9bd2-4273-9102-20467ea1a513 req-da84ce3e-c704-4587-8fc0-34df1ca20f3a service nova] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 749.492134] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f819c83-9bd2-4273-9102-20467ea1a513 req-da84ce3e-c704-4587-8fc0-34df1ca20f3a service nova] Enqueued Resource ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 with Priority: HIGHEST for action port [ 749.492941] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_rules [ 749.492941] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 749.493278] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 with Priority: HIGHEST for action port [ 749.494613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.494613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.494613] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.497696] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497696] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497696] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.499371] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.499371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.499371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.499371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.499371] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5024f0b7-0973-4b5f-a36d-94bbe280c3c1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.666545] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.003039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.003039] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.003039] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 with status ACTIVE [ 750.003039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.003039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.003039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.004266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.004496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.004823] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.005073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.005222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.005478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.005700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.008273] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 is going to be updated. [ 750.036909] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.036909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.036909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.036909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.036909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.036909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.057749] env[65117]: INFO networking_nsxv3.common.synchronization [None req-315e2e16-1275-4c91-b954-8c39089acc4a tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_rules [ 750.058440] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_rules [ 750.058758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.058879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.058935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.062953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.062953] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.114264] env[65117]: INFO networking_nsxv3.common.synchronization [None req-6a3a434e-fee2-4a09-a2e2-dbeaa3352a4c None None] Enqueued Resource ID: bc414f64-24c3-4b36-ae54-7d7f40126660 with Priority: HIGHEST for action port [ 750.114927] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc414f64-24c3-4b36-ae54-7d7f40126660 with Priority: HIGHEST for action port [ 750.116067] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc414f64-24c3-4b36-ae54-7d7f40126660 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.116261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc414f64-24c3-4b36-ae54-7d7f40126660" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.116344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc414f64-24c3-4b36-ae54-7d7f40126660" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.116630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc414f64-24c3-4b36-ae54-7d7f40126660" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.116721] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc414f64-24c3-4b36-ae54-7d7f40126660',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.172973] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.173310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.173310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.174091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.174404] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 750.201240] env[65117]: INFO networking_nsxv3.common.synchronization [None req-fdd8010e-bb2e-4ae4-9e77-3aac2b567243 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_rules [ 750.201598] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_rules [ 750.201990] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.202559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.220930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.220930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.221064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.221272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.235598] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 750.423822] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 750.423822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.511043] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.587859] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.588060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.588111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.588381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.588478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.588579] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a already deleted. [ 750.588663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.589445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.589601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.590089] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.620947] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc414f64-24c3-4b36-ae54-7d7f40126660 [ 750.621278] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.621449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.621522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.621863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.621932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.623094] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc414f64-24c3-4b36-ae54-7d7f40126660 already deleted. [ 750.623094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc414f64-24c3-4b36-ae54-7d7f40126660" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.016245] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.016424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.016480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.016762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.016907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.017026] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be created. [ 751.049663] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.049887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.050043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.050235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.050363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.061068] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: UNINITIALIZED for 2s [ 751.129115] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.129312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.129466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.129916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.129916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.130030] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a already deleted. [ 751.130030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.404906] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 751.405277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.405414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.405797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.405918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.406034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.406034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.406414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.406450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.406517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.406625] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.913762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.913877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.913952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.914199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.914445] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.914569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.914624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.914785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.914870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.914959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.915133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.915230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.915290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.915447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.915586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.915675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.915753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.916175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.916345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.916447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.916568] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.244482] env[65117]: INFO networking_nsxv3.common.synchronization [req-c64dc170-b1bf-441b-8563-1da170321cbb req-364b5856-dda5-408a-ba5f-58dc55fc258d tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 752.244482] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 752.247275] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.247275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.247275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.248760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.250397] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.250397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.250397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.250397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.250397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.250397] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.253353] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 752.253353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.253353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.253597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.253916] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.254070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.254138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.254614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.254614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.254614] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.418965] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b71cc747-63c5-41aa-bfee-57085e5a0044: rpc.has_security_group_logging(os_id): False [ 752.437712] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.437919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.437919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.438149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.438293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.438494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.438599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.438664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.438817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.438895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.439108] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.439221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.439281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.439420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.439758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.439758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.439905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.439905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.439973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.440069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.440156] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 752.508390] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.527680] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 752.612569] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.612569] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.612569] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.612877] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.613115] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.613346] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.613463] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.613681] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.613823] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.614134] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.614283] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.614368] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.614481] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.614575] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.614675] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.614799] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.637615] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.637841] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.637960] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.638308] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.638774] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-504df662-a52b-47e4-80d0-7e2cdfefe1cd taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.639072] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.639245] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.639588] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.639753] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504df662-a52b-47e4-80d0-7e2cdfefe1cd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.752111] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.752832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.753164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.753242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753328] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 already deleted. [ 752.753486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.759584] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.760133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.760301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.760562] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.760678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.760721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.760922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.761080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.761180] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 752.806882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.807084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.807135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.807398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.807559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.818797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 753.073386] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 753.073386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.073531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.073673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.073878] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.074048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.074098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.074490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.074490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.074490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.074490] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.142591] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.143477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.143477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.143816] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.144029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.144219] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 504df662-a52b-47e4-80d0-7e2cdfefe1cd not found, creating... [ 753.144559] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.145238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.145238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.145238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.145439] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.146149] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.146149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.146149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.146149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.146447] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.146447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 504df662-a52b-47e4-80d0-7e2cdfefe1cd is going to be created. [ 753.170256] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.170256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.170256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.170256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.170256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.170537] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.577138] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.577526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.577526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.577655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.577896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.578074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.578188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.578391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.578481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.578570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.579019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.579019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.579019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.579311] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.579311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.579311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.579488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.579567] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579872] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.946706] env[65117]: INFO networking_nsxv3.common.synchronization [req-c64dc170-b1bf-441b-8563-1da170321cbb req-0d74f514-41f0-4926-a2ca-3e031ced563e service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 753.946706] env[65117]: INFO networking_nsxv3.common.synchronization [req-c64dc170-b1bf-441b-8563-1da170321cbb req-0d74f514-41f0-4926-a2ca-3e031ced563e service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 753.946706] env[65117]: INFO networking_nsxv3.common.synchronization [req-c64dc170-b1bf-441b-8563-1da170321cbb req-0d74f514-41f0-4926-a2ca-3e031ced563e service nova] Enqueued Resource ID: 504df662-a52b-47e4-80d0-7e2cdfefe1cd with Priority: HIGHEST for action port [ 753.948692] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 753.948692] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 753.948692] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 504df662-a52b-47e4-80d0-7e2cdfefe1cd with Priority: HIGHEST for action port [ 753.948692] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.948692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.948692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.948692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.948692] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.949697] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.949697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.949697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.949854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.949995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.950130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.950229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.950407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.950586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.950699] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.951735] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-504df662-a52b-47e4-80d0-7e2cdfefe1cd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.951735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.951735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.951969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.952101] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('504df662-a52b-47e4-80d0-7e2cdfefe1cd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.085511] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b0e060-639e-4310-adf1-3f74f916c2cc: rpc.has_security_group_logging(os_id): False [ 754.115053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.115252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.115330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.115583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.115689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.115909] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.116038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.116125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.116333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.116421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.116652] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.116756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.116820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.116979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.117079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.119427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.119427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.119427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.120374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.120480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.120625] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be created. [ 754.202351] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.202573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.202669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.203287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.203287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.229769] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 754.259495] env[65117]: INFO networking_nsxv3.common.synchronization [req-684bc9e8-a81b-42a1-bf8d-0809ec30f1fd req-967db5f5-643f-45aa-bb21-5e0aa725aeeb tempest-ImagesOneServerTestJSON-1561821417 tempest-ImagesOneServerTestJSON-1561821417-project-member] Enqueued Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_members [ 754.260377] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGHEST for action security_group_members [ 754.260652] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.260789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.260893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.261250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.261539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.261681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.261869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.261994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.262147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.262283] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.454302] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.454437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.454736] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.455587] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 504df662-a52b-47e4-80d0-7e2cdfefe1cd with status ACTIVE [ 754.455757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.456287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.456287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.457077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.457576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.457576] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.457576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.457699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.458263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.458263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.458263] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.458706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.458706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.458706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.458706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.458910] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 504df662-a52b-47e4-80d0-7e2cdfefe1cd is going to be updated. [ 754.483991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.484209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.484295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.484898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.484898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.484898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-504df662-a52b-47e4-80d0-7e2cdfefe1cd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.553181] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 754.553382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.764926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.765217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.765217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.765383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.765479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.765675] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.765776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.765839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.766037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.766083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.766175] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 is going to be updated. [ 754.795388] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.795544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.795616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.795827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.795969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.804962] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 in Status: IN_PROGRESS for 2s [ 754.828739] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 754.828948] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 deletion is rescheduled due to dependency. [ 754.829089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.829297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.829546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.829766] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.829890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.829962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.830133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.830219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.830315] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.961517] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.333368] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.336508] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.336508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.336508] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 755.365136] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.366264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.366429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.367134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.368955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.379895] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 755.464575] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.464735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.464805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.465037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.465134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.465233] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be created. [ 755.488698] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.488846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.488983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.489217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.489469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.499843] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: UNINITIALIZED for 2s [ 756.249499] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 756.250041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.379655] env[65117]: INFO networking_nsxv3.common.synchronization [req-758d7cb2-ac18-474f-ac4e-6ec86a9043cb req-4466a16a-a7c2-4000-8eaa-463eee4f4e8e tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 756.381464] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 756.382748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.382888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.382957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.383273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.383447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.383558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.383624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.383789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.383892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.384033] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.816419] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 in Status: SUCCESS [ 756.816621] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 deletion is rescheduled due to dependency. [ 756.816808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.857857] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.858055] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.858240] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.858622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.858895] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.859065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.859180] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.859398] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.859541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.859775] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.859887] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.860029] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.860187] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.860289] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.860463] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.860522] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.881211] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.881391] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.881531] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.881779] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.882228] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.882524] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.882711] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.883109] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.883311] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95de33aa-d6f1-4b7d-9491-327c9aa2d1a9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.889415] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.889642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.889642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.889844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.889950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.890220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.890353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.890353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.890525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.890586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.890654] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 already deleted. [ 756.890738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.012012] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0b5d35ce-2ce6-4388-a36e-05f223116184 None None] Enqueued Resource ID: 08879e6c-7cfc-4e74-9b83-552a92b90759 with Priority: HIGHEST for action port [ 757.012339] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08879e6c-7cfc-4e74-9b83-552a92b90759 with Priority: HIGHEST for action port [ 757.012856] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-08879e6c-7cfc-4e74-9b83-552a92b90759 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.013056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08879e6c-7cfc-4e74-9b83-552a92b90759" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.013056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08879e6c-7cfc-4e74-9b83-552a92b90759" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.013257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08879e6c-7cfc-4e74-9b83-552a92b90759" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.013344] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08879e6c-7cfc-4e74-9b83-552a92b90759',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.385923] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.386383] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.386591] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.387229] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.387404] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.387593] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 not found, creating... [ 757.387977] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.388174] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.388584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.388862] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.389049] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.389476] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.389957] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.390170] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.390448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.390639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.390818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 is going to be created. [ 757.392616] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 757.392808] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 deletion is rescheduled due to dependency. [ 757.392963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416393] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416761] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416945] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.417581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.417581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.417734] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.515865] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08879e6c-7cfc-4e74-9b83-552a92b90759 [ 757.516282] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.516487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.516600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.516935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.517077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.517228] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08879e6c-7cfc-4e74-9b83-552a92b90759 already deleted. [ 757.517356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08879e6c-7cfc-4e74-9b83-552a92b90759" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.521863] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 757.522083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.522254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.522464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.522663] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.522771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.522828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.522989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.523093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.523520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.523520] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.855905] env[65117]: INFO networking_nsxv3.common.synchronization [req-8ab23fca-f0dc-4d72-82e4-9624238aadba req-c9ea5efa-da36-4397-9b7c-48799323a8fa tempest-ServersAdminNegativeTestJSON-971513385 tempest-ServersAdminNegativeTestJSON-971513385-project-member] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 757.857140] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 757.857660] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.857911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.858075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.858447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.858732] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.858933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.859092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.859611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.859611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.860376] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.026530] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.259583] env[65117]: INFO networking_nsxv3.common.synchronization [req-758d7cb2-ac18-474f-ac4e-6ec86a9043cb req-302254cf-6688-4a83-8e7a-15ab6676622b service nova] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 758.260588] env[65117]: INFO networking_nsxv3.common.synchronization [req-758d7cb2-ac18-474f-ac4e-6ec86a9043cb req-302254cf-6688-4a83-8e7a-15ab6676622b service nova] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 758.260781] env[65117]: INFO networking_nsxv3.common.synchronization [req-758d7cb2-ac18-474f-ac4e-6ec86a9043cb req-302254cf-6688-4a83-8e7a-15ab6676622b service nova] Enqueued Resource ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with Priority: HIGHEST for action port [ 758.262789] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 758.262789] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 758.262789] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with Priority: HIGHEST for action port [ 758.262789] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.263017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.263017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.263229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.263312] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.264504] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.264600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.264674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.264841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.264989] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.269696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.269771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.269948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.270058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.270160] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.274102] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.274102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.274102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.274102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.274102] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95de33aa-d6f1-4b7d-9491-327c9aa2d1a9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.363117] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.528170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c4a837-8064-4bdf-b8a4-6fc124d4d923: rpc.has_security_group_logging(os_id): False [ 758.546803] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.546961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.547034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.547307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.547409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.547651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.547752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.547816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.548026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.548116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.548231] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be created. [ 758.623846] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.623846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.623846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.623846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.623846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.641497] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 758.775483] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.777256] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.777256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.777256] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with status ACTIVE [ 758.777256] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.777446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.777446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.777546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.777635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.777808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.777924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.777964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.778609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.778609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.778778] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.778890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.778974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.779144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.779236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.779332] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 is going to be updated. [ 758.805487] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.807152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.807152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.807152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.807152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.807152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.866506] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.171269] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d89529dd-6f3a-4520-b6b2-f87881047aad None None] Enqueued Resource ID: f45f8170-9edb-4d46-9bf7-cb486e5f68ca with Priority: HIGHEST for action port [ 759.171915] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45f8170-9edb-4d46-9bf7-cb486e5f68ca with Priority: HIGHEST for action port [ 759.172183] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f45f8170-9edb-4d46-9bf7-cb486e5f68ca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f45f8170-9edb-4d46-9bf7-cb486e5f68ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.172376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f45f8170-9edb-4d46-9bf7-cb486e5f68ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.172770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f45f8170-9edb-4d46-9bf7-cb486e5f68ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.172850] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45f8170-9edb-4d46-9bf7-cb486e5f68ca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.281626] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.368944] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.369124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.369200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.369411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.369516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.369643] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be updated. [ 759.401761] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.401761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.401761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.401761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.401761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.409426] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: IN_PROGRESS for 2s [ 759.674415] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f45f8170-9edb-4d46-9bf7-cb486e5f68ca [ 759.674721] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.674821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.674873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.675146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.675298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.675366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f45f8170-9edb-4d46-9bf7-cb486e5f68ca already deleted. [ 759.675504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f45f8170-9edb-4d46-9bf7-cb486e5f68ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786185] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.786418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.786494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.786705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.786795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786898] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be created. [ 759.810417] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.811101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.811101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.811101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.811276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.820674] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: UNINITIALIZED for 2s [ 760.657537] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 760.657790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.422531] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 761.422531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.831250] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 761.831354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.831528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.831744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.831938] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.832994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.832994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.832994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.832994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.832994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.832994] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.335467] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.335619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.335738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.335998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.336100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.336623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.336623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.336623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.336623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.336623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.336927] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.336927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.336927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.337128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.337161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.337259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.337354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.337426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.337489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.337576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.337654] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.845255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 762.867737] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.867835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.868233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.868233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.869333] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.869333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.869333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.869570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.869570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.870170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.870170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.870170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.871634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.871634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.871634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.871634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.871634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.871634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.871634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.871634] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be created. [ 762.977394] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.977394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.977394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.977394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.978093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.006165] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 764.173425] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 764.173805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 765.023751] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 765.023959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.039188] env[65117]: INFO networking_nsxv3.common.synchronization [None req-9b368957-fff2-4c7e-b62b-1b9871fb1863 None None] Enqueued Resource ID: 8b5d5816-ab4e-41a2-85c3-60cc13b480a8 with Priority: HIGHEST for action port [ 766.039188] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5d5816-ab4e-41a2-85c3-60cc13b480a8 with Priority: HIGHEST for action port [ 766.039723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b5d5816-ab4e-41a2-85c3-60cc13b480a8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.039723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b5d5816-ab4e-41a2-85c3-60cc13b480a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.039723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b5d5816-ab4e-41a2-85c3-60cc13b480a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.039941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b5d5816-ab4e-41a2-85c3-60cc13b480a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.040026] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5d5816-ab4e-41a2-85c3-60cc13b480a8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.542714] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b5d5816-ab4e-41a2-85c3-60cc13b480a8 [ 766.543033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.543215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.543313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.546379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.546571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.546749] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b5d5816-ab4e-41a2-85c3-60cc13b480a8 already deleted. [ 766.546879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b5d5816-ab4e-41a2-85c3-60cc13b480a8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910886] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7e48a220-3f4e-4946-9343-251b4d11f794 None None] Enqueued Resource ID: 5e89d9b8-c32b-4d34-a7d4-978c15200ab9 with Priority: HIGHEST for action port [ 768.912221] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e89d9b8-c32b-4d34-a7d4-978c15200ab9 with Priority: HIGHEST for action port [ 768.912942] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e89d9b8-c32b-4d34-a7d4-978c15200ab9 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.913179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e89d9b8-c32b-4d34-a7d4-978c15200ab9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.913277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e89d9b8-c32b-4d34-a7d4-978c15200ab9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.913587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e89d9b8-c32b-4d34-a7d4-978c15200ab9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.914531] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e89d9b8-c32b-4d34-a7d4-978c15200ab9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.185374] env[65117]: INFO networking_nsxv3.common.synchronization [req-c3855977-90a2-4e01-b14e-fa642e33958b req-953acde2-2b53-4470-bafd-119a22cdd57a tempest-ServerExternalEventsTest-663098867 tempest-ServerExternalEventsTest-663098867-project-member] Enqueued Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_members [ 769.188955] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_members [ 769.188955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.188955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.188955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.188955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.188955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.189561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.189561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.189561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.189561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.189561] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.417436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e89d9b8-c32b-4d34-a7d4-978c15200ab9 [ 769.419033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.419033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.419033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.419163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.419216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.419323] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e89d9b8-c32b-4d34-a7d4-978c15200ab9 already deleted. [ 769.419419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e89d9b8-c32b-4d34-a7d4-978c15200ab9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.637055] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.637654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.637654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.637736] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.637939] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.638143] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638287] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638552] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.638703] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638927] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.639060] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.639178] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.639284] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.639440] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.639516] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.639646] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.663407] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.663672] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.663791] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.663916] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.664332] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-f429df5a-070b-461f-8b06-dd1a6408a712 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.664524] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.664610] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.664942] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.665098] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f429df5a-070b-461f-8b06-dd1a6408a712',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.693489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.693682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.694520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.694520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.694791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.694791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.694791] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 already deleted. [ 769.694881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.167958] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.168317] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.168377] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.168670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.169918] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.169918] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port f429df5a-070b-461f-8b06-dd1a6408a712 not found, creating... [ 770.169918] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.170170] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.170170] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.170409] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.170548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.170847] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.171009] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.171128] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.171331] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.171503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.171649] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: f429df5a-070b-461f-8b06-dd1a6408a712 is going to be created. [ 770.194342] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.194533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.194533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.195596] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.195596] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.195596] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.781777] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.781777] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.942836] env[65117]: INFO networking_nsxv3.common.synchronization [req-c3855977-90a2-4e01-b14e-fa642e33958b req-e9816a04-5fd0-4a6f-94e0-35abdaaeff5a service nova] Enqueued Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_rules [ 770.943248] env[65117]: INFO networking_nsxv3.common.synchronization [req-c3855977-90a2-4e01-b14e-fa642e33958b req-e9816a04-5fd0-4a6f-94e0-35abdaaeff5a service nova] Enqueued Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_members [ 770.943248] env[65117]: INFO networking_nsxv3.common.synchronization [req-c3855977-90a2-4e01-b14e-fa642e33958b req-e9816a04-5fd0-4a6f-94e0-35abdaaeff5a service nova] Enqueued Resource ID: f429df5a-070b-461f-8b06-dd1a6408a712 with Priority: HIGHEST for action port [ 770.943859] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_rules [ 770.943977] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_members [ 770.944336] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f429df5a-070b-461f-8b06-dd1a6408a712 with Priority: HIGHEST for action port [ 770.944436] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.944586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.944661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.945094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.945094] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.946475] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.946475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.946475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.946475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.946680] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.946680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.946807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.946893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.946962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.947442] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.948745] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f429df5a-070b-461f-8b06-dd1a6408a712 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.948745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.948745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.948931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.948931] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f429df5a-070b-461f-8b06-dd1a6408a712',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.083732] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 771.083732] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 771.085139] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 771.085139] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 771.085139] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.085372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.085480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.085900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.085900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.086615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.086615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.086615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.086615] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.087731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.087731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.087731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.087965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.088240] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.088375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.088446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.088720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.088799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.088902] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.143231] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_rules [ 771.143421] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 771.143583] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 771.143705] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 771.143841] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b854f7f-f75e-416a-9959-33f1d0240f0c req-4cd025a1-686b-4ada-bc17-4331f48ee8bf tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with Priority: HIGHEST for action port [ 771.144741] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_rules [ 771.144956] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 771.145134] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with Priority: HIGHEST for action port [ 771.145442] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 771.145442] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 771.147641] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.147641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.147641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.147641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.147641] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.147641] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.147641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.147641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.148273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.148273] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.150068] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.150364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.150483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.150871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.150871] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95de33aa-d6f1-4b7d-9491-327c9aa2d1a9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.152045] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.152200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.152852] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.153024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.450453] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.452705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.452946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.454179] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f429df5a-070b-461f-8b06-dd1a6408a712 with status ACTIVE [ 771.458912] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.458912] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.458912] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.458912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.459818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.460039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.460132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.460229] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f429df5a-070b-461f-8b06-dd1a6408a712 is going to be updated. [ 771.489546] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.489546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.489546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.489546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.489546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.489546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f429df5a-070b-461f-8b06-dd1a6408a712" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.591234] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.592295] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.653867] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with status ACTIVE [ 771.654156] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.654328] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.654466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.654722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.654822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.655135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.655288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.655372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.655570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.655692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.655953] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.656081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.656154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.656367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.657299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.657299] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 is going to be updated. [ 771.658947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.659108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.659478] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.659605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.685189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.685476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.685556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.685764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.685900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.687017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.954328] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.094041] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.095104] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.105635] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 772.105774] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_members [ 772.106336] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 772.106381] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 772.106731] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_members [ 772.106731] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 772.106940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.106940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.107289] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-05670a63-7c87-48a8-8d10-6e842845ad2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.107433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.107508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.107763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.107915] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.108018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.108084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.108253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.108384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.108491] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.110073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.110073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.157603] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_rules [ 772.157603] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_members [ 772.157829] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_rules [ 772.158062] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 772.158286] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 772.158528] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 772.158708] env[65117]: INFO networking_nsxv3.common.synchronization [req-367752b1-3e83-46c6-bb6e-d8a952669754 req-4099b86d-bb9c-4b08-9b4c-f908e89b302b tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with Priority: HIGHEST for action port [ 772.159347] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_rules [ 772.159650] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_rules [ 772.159712] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 772.159841] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with Priority: HIGHEST for action port [ 772.159978] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 772.160152] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_members [ 772.160283] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 772.160651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05670a63-7c87-48a8-8d10-6e842845ad2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.160819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.160923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.161243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.161468] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.163123] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.163251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.163600] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.164630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.164938] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.165076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.165177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.165442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.165538] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95de33aa-d6f1-4b7d-9491-327c9aa2d1a9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.167227] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.167227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.167470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-05670a63-7c87-48a8-8d10-6e842845ad2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.167470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.167649] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.167750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.457450] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.457725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.457725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.457825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.457913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.458025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 is going to be created. [ 772.486420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.486420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.486523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.486696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.486929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.499695] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 in Status: UNINITIALIZED for 2s [ 772.597014] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.597164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.597264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.597481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.597709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.597709] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be created. [ 772.599160] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.599307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.599307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.599584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.599584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.599700] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 772.610956] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.626254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.626384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.626443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.626640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.626827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.629555] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.629555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.629555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.629754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.629892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.641561] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 772.642398] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: UNINITIALIZED for 2s [ 772.669220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-05670a63-7c87-48a8-8d10-6e842845ad2d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.669459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.669575] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 with status ACTIVE [ 772.669749] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.669860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.669927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.670154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.670246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.670418] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.670516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.670576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.670803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.670884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671087] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.671184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.671245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.671385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.671457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671539] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95de33aa-d6f1-4b7d-9491-327c9aa2d1a9 is going to be updated. [ 772.693534] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.693755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.693755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.693989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.694171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.694349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95de33aa-d6f1-4b7d-9491-327c9aa2d1a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.114093] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.403270] env[65117]: INFO networking_nsxv3.common.synchronization [req-e8575dd6-537a-4429-9e85-f709b9342f17 req-3a61b8ad-1ec7-404f-ba35-e8c8638adea9 tempest-ServerRescueTestJSON-845424388 tempest-ServerRescueTestJSON-845424388-project-member] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 773.404028] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 773.404028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.404294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.404294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.404385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.404613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.404727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.404785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.405142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.405142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.405142] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.618073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.618418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.618418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.618554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.618648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.618751] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05670a63-7c87-48a8-8d10-6e842845ad2d is going to be created. [ 773.643885] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.644122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.644968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.644968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.655876] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: UNINITIALIZED for 2s [ 773.908288] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.411280] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.510947] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 in Status: SUCCESS [ 774.511201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.515465] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.515465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.515465] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.655251] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 774.655529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.656230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 774.656797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.656797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.656797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.657563] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.657563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.657563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.657732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.657764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.657909] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.658823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.660330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.660330] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.660330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.660330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.660330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.660330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.660330] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.916154] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.916154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.916154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.916154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.916154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.916154] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be updated. [ 774.958832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.958832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.958832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.958832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.958832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.971248] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 775.020072] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.020072] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.020072] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.020072] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.020072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.020792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.020792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.020792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.020792] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.163278] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.165606] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.523036] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b7861be-1180-483d-8b7a-c53afcc4de60: rpc.has_security_group_logging(os_id): False [ 775.544594] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.544771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.544833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.545042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.545183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.545344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.545492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.545559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.545729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.545830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.546170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.546170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.546309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.546345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.546477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.546674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.546776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.546776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.546883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.546963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.547060] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 is going to be created. [ 775.623856] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.624082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.624286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.624467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.639237] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 in Status: IN_PROGRESS for 2s [ 775.668332] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: SUCCESS [ 775.668706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.668764] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.669851] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.670326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.670546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.671283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.671283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.671283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.672473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.672473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.672758] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.175064] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.177294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.177294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.177294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.177294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.177294] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 776.177531] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.177531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.177605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.177822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.178014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.178229] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be updated. [ 776.179764] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.224760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.224760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.224760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.224760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.224760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.226770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.226901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.226984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.227213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.227384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.233460] env[65117]: INFO networking_nsxv3.common.synchronization [req-6c2d911a-3dba-4cb0-ae26-41d00233f08f req-3aade5af-1acc-4646-81f9-83907896a581 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 776.233460] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 776.233992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.234109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.234156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.234346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.234509] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.235451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.235451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.235451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.235451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.235451] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.245036] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: IN_PROGRESS for 2s [ 776.245036] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 776.684979] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.743218] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.743218] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.743218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.743218] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 776.782764] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.783794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.783794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.783794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.783794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.795427] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 776.985960] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 776.986482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.188063] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.188275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.188346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.188692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.189390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.189390] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05670a63-7c87-48a8-8d10-6e842845ad2d is going to be updated. [ 777.229553] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.240734] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: IN_PROGRESS for 2s [ 777.653131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 in Status: SUCCESS [ 777.653436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.257121] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 778.257435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.258470] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 778.258470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.258712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.259853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.259853] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.259853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.259853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.259853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.259853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.259853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.260137] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.261634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.261634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.261888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.261958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.264490] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.264490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.264490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.264490] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.264490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.264490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.264490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.264490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.264490] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.267799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.267799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.267799] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.267799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.267799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.267799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.269226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.269425] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.508985] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0a8de937-9c0c-42ca-ae88-742ad83486da None None] Enqueued Resource ID: c2a63be7-838b-4bbc-9305-015dd59e2a01 with Priority: HIGHEST for action port [ 778.508985] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a63be7-838b-4bbc-9305-015dd59e2a01 with Priority: HIGHEST for action port [ 778.510347] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a63be7-838b-4bbc-9305-015dd59e2a01 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.510504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a63be7-838b-4bbc-9305-015dd59e2a01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.510562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a63be7-838b-4bbc-9305-015dd59e2a01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.510819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a63be7-838b-4bbc-9305-015dd59e2a01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.510915] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a63be7-838b-4bbc-9305-015dd59e2a01',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.764194] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.772017] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.774090] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.774090] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.774090] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.805218] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 778.805218] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 778.805218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.843208] env[65117]: INFO networking_nsxv3.common.synchronization [req-668662c4-c410-48ae-b450-56021398264d req-c49837b1-ef3b-46cd-8266-a0c5f8874ef3 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 778.843208] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 778.843208] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.843208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.843208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.843598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.844320] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.844913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.845091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.845535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.845735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.847192] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.012820] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a63be7-838b-4bbc-9305-015dd59e2a01 [ 779.014114] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.014114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.014114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.014114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.014114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.014114] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a63be7-838b-4bbc-9305-015dd59e2a01 already deleted. [ 779.014114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a63be7-838b-4bbc-9305-015dd59e2a01" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.252758] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.253165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.253165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.253491] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.253863] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.254056] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.254174] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.254419] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.254588] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.254812] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.254945] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.255066] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.255190] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.255399] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.255541] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.255696] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.257658] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: SUCCESS [ 779.257884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.260030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.260030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.260030] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.273022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31cef698-a84c-4d81-9847-9e15ab4d67df: rpc.has_security_group_logging(os_id): False [ 779.276610] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.281931] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.283804] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.284165] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.284165] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.284276] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.284703] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.284830] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.284951] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.285345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.285425] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1beb14eb-fbc6-4f34-9fa2-8fddd5342c74',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.288849] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.288849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.288849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.288849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.288849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.289105] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.289105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.289177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.290606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.290606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.290606] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be created. [ 779.353545] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.353545] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.353545] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea already deleted. [ 779.353545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.354422] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.354589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.354924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.354924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.356658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.369975] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: IN_PROGRESS for 2s [ 779.762550] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.784181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.784356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.784432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.784661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.784764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.784866] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be updated. [ 779.787972] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.787972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.788179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.789121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.789223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.789325] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 779.790649] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.790857] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.790992] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.791236] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.791375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.791652] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 not found, creating... [ 779.791862] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.791939] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.792029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.792222] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.792343] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.792615] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.792757] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.792868] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.793103] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.793222] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.793339] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 is going to be created. [ 779.813744] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.813921] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.813921] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.815181] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.815484] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.815739] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820067] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.820551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.820652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.822847] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.822847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.823108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.823154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.823281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.833234] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: IN_PROGRESS for 2s [ 779.834036] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 780.265632] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05670a63-7c87-48a8-8d10-6e842845ad2d: rpc.has_security_group_logging(os_id): False [ 780.296220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.296220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.296220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.296220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.296220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.296489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.296541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.296585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.296745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.296819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.296907] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05670a63-7c87-48a8-8d10-6e842845ad2d is going to be created. [ 780.367465] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.367904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.368085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.380540] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: IN_PROGRESS for 2s [ 780.610077] env[65117]: INFO networking_nsxv3.common.synchronization [req-668662c4-c410-48ae-b450-56021398264d req-4b20777d-e310-459c-ad01-099767d96117 service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 780.610260] env[65117]: INFO networking_nsxv3.common.synchronization [req-668662c4-c410-48ae-b450-56021398264d req-4b20777d-e310-459c-ad01-099767d96117 service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 780.610392] env[65117]: INFO networking_nsxv3.common.synchronization [req-668662c4-c410-48ae-b450-56021398264d req-4b20777d-e310-459c-ad01-099767d96117 service nova] Enqueued Resource ID: 1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 with Priority: HIGHEST for action port [ 780.610909] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 780.611270] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 780.611395] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 with Priority: HIGHEST for action port [ 780.611761] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.611852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.611886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.612273] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.613447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.613764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.613764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613933] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.614025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.614076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.614198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.614283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.614368] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.615948] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.615948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.615948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.615948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.615948] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1beb14eb-fbc6-4f34-9fa2-8fddd5342c74',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.056817] env[65117]: INFO networking_nsxv3.common.synchronization [None req-58d47f17-6f12-45b4-99a2-3a976c5fc616 None None] Enqueued Resource ID: 1af52e61-0349-4852-b970-8ade0968ed36 with Priority: HIGHEST for action port [ 781.057326] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af52e61-0349-4852-b970-8ade0968ed36 with Priority: HIGHEST for action port [ 781.057681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af52e61-0349-4852-b970-8ade0968ed36 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.057818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af52e61-0349-4852-b970-8ade0968ed36" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.057934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af52e61-0349-4852-b970-8ade0968ed36" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.058329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af52e61-0349-4852-b970-8ade0968ed36" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.058482] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af52e61-0349-4852-b970-8ade0968ed36',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.117244] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.117355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.117481] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.118483] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 with status ACTIVE [ 781.118695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.119048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.119048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.119203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.119203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119462] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.119462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.119610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.119719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.119798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119988] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.120130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.120190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.120440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.120440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.120440] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1beb14eb-fbc6-4f34-9fa2-8fddd5342c74 is going to be updated. [ 781.150458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.150730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.150825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.151405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.151655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1beb14eb-fbc6-4f34-9fa2-8fddd5342c74" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.385766] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 781.386102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.386419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.386419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.386548] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.563412] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1af52e61-0349-4852-b970-8ade0968ed36 [ 781.564147] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.564316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.564880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.564880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.564880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.564880] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1af52e61-0349-4852-b970-8ade0968ed36 already deleted. [ 781.565082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af52e61-0349-4852-b970-8ade0968ed36" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.624021] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.848711] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 781.848711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.849363] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 781.849534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.849684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.849885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.850083] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.850184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.850246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852690] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.852690] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.852690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852690] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.889773] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.889907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.127381] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.127588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.127667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.127886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.127976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.128098] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be created. [ 782.152823] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.152967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.153050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.153262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.153428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.173822] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: UNINITIALIZED for 2s [ 782.354857] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.356112] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.393397] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: SUCCESS [ 782.393694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.857637] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.858708] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.360424] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.361087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.361087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.361087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.361087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.361277] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be updated. [ 783.365481] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.365481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.365481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.365481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.365481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.365481] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 783.397169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.397169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.397169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.397169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.397169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.398940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.399793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.399793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.399793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.400045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.413775] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 783.414626] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: IN_PROGRESS for 2s [ 784.141261] env[65117]: INFO networking_nsxv3.common.synchronization [req-e37c8748-5cea-4b8c-8e54-e71ee9779859 req-6d4bf6f5-661e-40c6-9591-ce9f91754651 tempest-ServerExternalEventsTest-663098867 tempest-ServerExternalEventsTest-663098867-project-member] Enqueued Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_members [ 784.143393] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGHEST for action security_group_members [ 784.143393] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.143393] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.143393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.143901] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.186230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 784.186744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.186744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.186946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.190532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.190532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.190532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.190532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.190532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.190532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.190532] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.645516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.645875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.645875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.645963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646290] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.646748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.646748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646896] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 is going to be updated. [ 784.683184] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.683184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.683184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.683184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.683184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.693138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 in Status: IN_PROGRESS for 2s [ 784.693726] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.694020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.694247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.695018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.695374] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.695643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.695816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.696131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.696341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.696531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.696805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.697036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.697220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.698243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.698243] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.698243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.698243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.698243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.698243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.698682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.698682] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.763952] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bc7954ce-30c0-4caa-b0a5-de3120576129 None None] Enqueued Resource ID: acc33c06-6ad7-4fcf-a929-0fedced14216 with Priority: HIGHEST for action port [ 784.764719] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc33c06-6ad7-4fcf-a929-0fedced14216 with Priority: HIGHEST for action port [ 784.765977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc33c06-6ad7-4fcf-a929-0fedced14216 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.766230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc33c06-6ad7-4fcf-a929-0fedced14216" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.766557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc33c06-6ad7-4fcf-a929-0fedced14216" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.766955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc33c06-6ad7-4fcf-a929-0fedced14216" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.767096] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc33c06-6ad7-4fcf-a929-0fedced14216',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.202647] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e74c84d-380d-4de9-8280-397103b110ea: rpc.has_security_group_logging(os_id): False [ 785.224470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.224470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.224470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.224470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.224470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.224470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.224470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.224470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.225498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.225498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.225498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.225498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.225498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.225764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.225764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.226074] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.226257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.226257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.226755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.226755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.226755] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be created. [ 785.273669] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acc33c06-6ad7-4fcf-a929-0fedced14216 [ 785.273899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.273973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.274048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.274259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.274351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.275048] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acc33c06-6ad7-4fcf-a929-0fedced14216 already deleted. [ 785.275048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc33c06-6ad7-4fcf-a929-0fedced14216" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.296389] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.296389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.296389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.297236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.297236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.310087] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 785.425732] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 785.426086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.426298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.426596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.427038] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.427038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.427038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.427461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.427616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.427720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.427903] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.428016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.428083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.428226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.428549] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.428652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.428652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.428963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.428963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.428963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.429180] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.430643] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 785.430828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.430982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.431179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.431348] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.431454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.431520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.431699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.431776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.431863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.431952] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.933504] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 785.934736] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.956283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.956498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.956597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.956825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.956898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.957111] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.957212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.957275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.957428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.957508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.957696] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.957790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.957851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.957991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.958070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.958266] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.958358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.958419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.958602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.958678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.958764] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 786.037880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.038041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.039157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.039157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.039157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.054510] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 786.439386] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31cef698-a84c-4d81-9847-9e15ab4d67df: rpc.has_security_group_logging(os_id): False [ 786.458396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.460434] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.460434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.460434] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be updated. [ 786.519319] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.519450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.519492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.519727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.520141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.532981] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: IN_PROGRESS for 2s [ 786.697671] env[65117]: INFO networking_nsxv3.common.synchronization [req-3b371bc6-f72a-43dd-b524-eea31deef285 req-b45b8d1b-476f-47c7-9bc2-c9db2fbeae20 tempest-ServersTestJSON-339718276 tempest-ServersTestJSON-339718276-project-member] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_members [ 786.701423] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_members [ 786.703028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.703028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.703028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.703028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.703251] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.703251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.703251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.704180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.704180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.704180] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.712404] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 in Status: SUCCESS [ 786.712404] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 deletion is rescheduled due to dependency. [ 786.712404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.011425] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.011425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-187" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.011850] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-187" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.011850] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-187" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.012089] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.012243] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.012621] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.012678] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.012823] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.013048] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.013235] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.013357] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.013481] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.013609] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.013732] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.013925] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.034440] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.034579] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.034704] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.034858] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-187" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.035225] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-fdf65a1e-2fff-4141-9f86-56b9e7112d10 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.035367] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.035504] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.035843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.035978] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf65a1e-2fff-4141-9f86-56b9e7112d10',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.206671] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.206857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.206908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.207532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.207532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.207532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.207532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.207775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.207775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.207846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.207881] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 already deleted. [ 787.207965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324964] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 787.325214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.462423] env[65117]: INFO networking_nsxv3.common.synchronization [None req-182b4e68-317f-4e6a-ae9b-3215b771b5d7 None None] Enqueued Resource ID: 11f2c14d-3150-40a4-9b51-d34a760335d1 with Priority: HIGHEST for action port [ 787.462510] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f2c14d-3150-40a4-9b51-d34a760335d1 with Priority: HIGHEST for action port [ 787.463015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f2c14d-3150-40a4-9b51-d34a760335d1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.463158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f2c14d-3150-40a4-9b51-d34a760335d1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.463228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f2c14d-3150-40a4-9b51-d34a760335d1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.463489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f2c14d-3150-40a4-9b51-d34a760335d1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.463577] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f2c14d-3150-40a4-9b51-d34a760335d1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.540772] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.540772] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port fdf65a1e-2fff-4141-9f86-56b9e7112d10 not found, creating... [ 787.540772] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.540772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.541437] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.541437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.541437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.541437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.541437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.546277] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: fdf65a1e-2fff-4141-9f86-56b9e7112d10 is going to be created. [ 787.566704] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.566964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.567055] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.567324] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.567606] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.567764] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.965854] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11f2c14d-3150-40a4-9b51-d34a760335d1 [ 787.966109] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.966348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.966348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.966573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.966797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11f2c14d-3150-40a4-9b51-d34a760335d1 already deleted. [ 787.966880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f2c14d-3150-40a4-9b51-d34a760335d1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.070015] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 788.070344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.070514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.070614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.070727] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.369060] env[65117]: INFO networking_nsxv3.common.synchronization [req-3b371bc6-f72a-43dd-b524-eea31deef285 req-e71dd7af-07cf-48fe-a5d2-02cce8583cc5 service nova] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_rules [ 788.369289] env[65117]: INFO networking_nsxv3.common.synchronization [req-3b371bc6-f72a-43dd-b524-eea31deef285 req-e71dd7af-07cf-48fe-a5d2-02cce8583cc5 service nova] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_members [ 788.369438] env[65117]: INFO networking_nsxv3.common.synchronization [req-3b371bc6-f72a-43dd-b524-eea31deef285 req-e71dd7af-07cf-48fe-a5d2-02cce8583cc5 service nova] Enqueued Resource ID: fdf65a1e-2fff-4141-9f86-56b9e7112d10 with Priority: HIGHEST for action port [ 788.371949] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_rules [ 788.372284] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_members [ 788.372434] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf65a1e-2fff-4141-9f86-56b9e7112d10 with Priority: HIGHEST for action port [ 788.372762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.372912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.372996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.373209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.374485] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.374838] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.374963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.375035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.375227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.375385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.375507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.375603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.375754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.375837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.375931] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.377627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf65a1e-2fff-4141-9f86-56b9e7112d10 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.377627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.377627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.377627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.377627] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf65a1e-2fff-4141-9f86-56b9e7112d10',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.548046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 788.548046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.573790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.574084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.574253] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.574353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.574417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.574803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.574803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.574803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.574803] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.879487] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.879487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.879671] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.881046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdf65a1e-2fff-4141-9f86-56b9e7112d10 with status ACTIVE [ 788.881046] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.881046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.881046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.881315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.881315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.881383] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.881977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.881977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.881977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.881977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.881977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.882228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.882228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.882228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.882324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.882419] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdf65a1e-2fff-4141-9f86-56b9e7112d10 is going to be updated. [ 788.911205] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.911205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.911205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.911205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.915886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.915886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf65a1e-2fff-4141-9f86-56b9e7112d10" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.991242] env[65117]: INFO networking_nsxv3.common.synchronization [req-86759f0a-e828-47f9-b7ee-59972b5f783a req-e016e63c-1f52-48ee-8399-5005883613dd tempest-ListServerFiltersTestJSON-425686730 tempest-ListServerFiltersTestJSON-425686730-project-member] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 788.995676] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 788.995676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.995676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.995676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.995676] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.081539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.081539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.081539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.081898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.083121] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.083345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.083443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.083734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.083859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.084416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.084416] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.084416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.085752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.085752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.085752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.085752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.085752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.086705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.086849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.086983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.087136] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.385267] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.498394] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.593015] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 789.618826] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.618992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.619079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.619283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.619379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.619586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.619752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.619752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.619897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.620159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.620226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.620278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.620318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.620651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.620651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.620757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.620852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.620909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.624059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.624059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.624059] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 789.692100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.692564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.692564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.692564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.692717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.708115] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 789.890472] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.890639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.890679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.890900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.890984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.891094] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 is going to be created. [ 789.919238] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.920401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.920401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.920401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.931385] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 in Status: UNINITIALIZED for 2s [ 790.000113] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.504377] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.504862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.504862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.504862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.504862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.505237] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 790.537900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.538063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.538105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.538342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.538529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.548468] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 791.719544] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9b085b-4373-4867-a0fb-0f3aca6c4a29 req-7bac6076-ae5d-43a2-8c21-1356a98c549d tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 791.720582] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 791.720582] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.720757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.720757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.721032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.721205] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.721313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.721377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.721536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.721623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.721717] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.723187] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 791.723427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.943119] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 in Status: SUCCESS [ 791.943436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.943691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.943926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.944231] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.944360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.944429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.944625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.944710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.944802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.944897] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.218535] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.218768] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.218912] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220084] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220368] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.220528] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220871] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.221013] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.221385] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.221385] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.221481] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.221568] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.221631] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.221728] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.221852] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.224583] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.224697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.224754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.224963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.225643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.225643] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.225643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.225643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.226067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.226156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.226299] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 already deleted. [ 792.226391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.245335] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.245335] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.245472] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.245645] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.245976] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-29aeb664-59f0-4196-82e3-bfd6e61fdff8 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.246168] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.246281] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.246595] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.246731] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29aeb664-59f0-4196-82e3-bfd6e61fdff8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.447893] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.559447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 792.559447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.749338] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.749747] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.749789] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.750354] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.750354] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.750504] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 29aeb664-59f0-4196-82e3-bfd6e61fdff8 not found, creating... [ 792.750907] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.750971] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.751046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.751284] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.751790] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751956] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.752803] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.753065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.753403] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.753403] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 29aeb664-59f0-4196-82e3-bfd6e61fdff8 is going to be created. [ 792.775107] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.775438] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.775658] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.776090] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.777411] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.777411] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.950188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aa5254a-846c-4fb5-9046-c89589a192a4: rpc.has_security_group_logging(os_id): False [ 792.975322] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.975485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.975485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.975689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.975779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.976045] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.976159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.976209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.976354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.976435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.976512] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 is going to be created. [ 793.081877] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.081877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.081877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.081877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.081877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.097114] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 in Status: IN_PROGRESS for 2s [ 793.477933] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9b085b-4373-4867-a0fb-0f3aca6c4a29 req-4386b786-9d75-4750-80a8-615530450df0 service nova] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 793.478032] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9b085b-4373-4867-a0fb-0f3aca6c4a29 req-4386b786-9d75-4750-80a8-615530450df0 service nova] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 793.478208] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9b085b-4373-4867-a0fb-0f3aca6c4a29 req-4386b786-9d75-4750-80a8-615530450df0 service nova] Enqueued Resource ID: 29aeb664-59f0-4196-82e3-bfd6e61fdff8 with Priority: HIGHEST for action port [ 793.480872] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 793.482127] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 793.482263] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29aeb664-59f0-4196-82e3-bfd6e61fdff8 with Priority: HIGHEST for action port [ 793.482555] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.482686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.482749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.483014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.483069] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.485613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.485887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.485887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.486172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.486398] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.486559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.486646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.486864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.486966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.491239] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.493312] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-29aeb664-59f0-4196-82e3-bfd6e61fdff8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.493482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.493627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.495279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.495413] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29aeb664-59f0-4196-82e3-bfd6e61fdff8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.684545] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0ee5d93c-1e53-4aa4-8f48-5548f5dd1a32 None None] Enqueued Resource ID: 57a3e065-0c74-4334-a1cc-5032eeeda8cc with Priority: HIGHEST for action port [ 793.684545] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a3e065-0c74-4334-a1cc-5032eeeda8cc with Priority: HIGHEST for action port [ 793.684991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a3e065-0c74-4334-a1cc-5032eeeda8cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.685126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a3e065-0c74-4334-a1cc-5032eeeda8cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.685201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a3e065-0c74-4334-a1cc-5032eeeda8cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.685443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a3e065-0c74-4334-a1cc-5032eeeda8cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.685523] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a3e065-0c74-4334-a1cc-5032eeeda8cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.847021] env[65117]: INFO networking_nsxv3.common.synchronization [req-5a6c4a05-66c4-4ff5-bf62-6f647c7d666b req-eb7fee93-2823-4274-b979-9db2e1d304df tempest-ListImageFiltersTestJSON-1326059136 tempest-ListImageFiltersTestJSON-1326059136-project-member] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 793.847578] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 793.847897] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.848042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.848114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.848313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.848463] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.848586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.848650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.848802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.848888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.848979] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.993508] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.999104] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29aeb664-59f0-4196-82e3-bfd6e61fdff8 with status ACTIVE [ 794.000634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.000634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.000634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.001433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.001433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.005170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.005170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.005170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.005170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29aeb664-59f0-4196-82e3-bfd6e61fdff8 is going to be updated. [ 794.005709] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.005709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.031901] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.031901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.031901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.031901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.031901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.031901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29aeb664-59f0-4196-82e3-bfd6e61fdff8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.190460] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a3e065-0c74-4334-a1cc-5032eeeda8cc [ 794.190740] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.190905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.191018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.191338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.191505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.191604] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a3e065-0c74-4334-a1cc-5032eeeda8cc already deleted. [ 794.191680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a3e065-0c74-4334-a1cc-5032eeeda8cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.351492] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.497062] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.854060] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.001442] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.001609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.001667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.001900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.001985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.002101] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be created. [ 795.022300] env[65117]: INFO networking_nsxv3.common.synchronization [None req-120c861a-fb44-48e0-81fe-0bc817918699 tempest-ServersTestManualDisk-929079964 tempest-ServersTestManualDisk-929079964-project-member] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_rules [ 795.023178] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_rules [ 795.023178] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.023337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.023337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.023587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.023678] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.030879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.031958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.031958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.031958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.031958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.043464] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: UNINITIALIZED for 2s [ 795.115701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 in Status: SUCCESS [ 795.116403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.152045] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0a50f337-db11-4f9a-8aeb-3a999ed8bfeb tempest-ServersTestManualDisk-929079964 tempest-ServersTestManualDisk-929079964-project-member] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_rules [ 795.152045] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_rules [ 795.152045] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.152258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.357743] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.357903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.358018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.358239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.358296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.358390] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be updated. [ 795.391688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.391853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.391941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.392189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.392351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.403095] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 2s [ 795.546574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.546881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.546991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.547461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.547461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.547461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd already deleted. [ 795.547677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.547677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.547884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.547961] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.772252] env[65117]: INFO networking_nsxv3.common.synchronization [None req-3034e703-b84a-485a-a096-40473c315f0e None None] Enqueued Resource ID: 3b00e5e9-8f17-476b-b7e6-15c78b81ad4a with Priority: HIGHEST for action port [ 795.772252] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00e5e9-8f17-476b-b7e6-15c78b81ad4a with Priority: HIGHEST for action port [ 795.772252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b00e5e9-8f17-476b-b7e6-15c78b81ad4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.772252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b00e5e9-8f17-476b-b7e6-15c78b81ad4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.772252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b00e5e9-8f17-476b-b7e6-15c78b81ad4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.772252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b00e5e9-8f17-476b-b7e6-15c78b81ad4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.772577] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b00e5e9-8f17-476b-b7e6-15c78b81ad4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.963453] env[65117]: INFO networking_nsxv3.common.synchronization [req-7cd3529c-63cf-405e-8c53-6cd490e93d6f req-abe7a1b6-9b47-4e89-a513-47d47c6102cf tempest-MigrationsAdminTest-1851499664 tempest-MigrationsAdminTest-1851499664-project-member] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 795.964055] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 795.964398] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.964478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.964550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.964781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.965044] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.965044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.965182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.965255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.965399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.965436] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.075104] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.078036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.078036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.078036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.078036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.078036] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd already deleted. [ 796.078036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.274436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b00e5e9-8f17-476b-b7e6-15c78b81ad4a [ 796.274714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.275569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.275569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.275569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.275569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.275569] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b00e5e9-8f17-476b-b7e6-15c78b81ad4a already deleted. [ 796.275569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b00e5e9-8f17-476b-b7e6-15c78b81ad4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.356443] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356443] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356443] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356443] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.356443] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356443] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356992] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.357356] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.357513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361364] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.361488] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.361688] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.361809] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.361922] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.362059] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.362206] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.382712] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.382939] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.383179] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.383402] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.383764] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e0a8face-348e-45cf-9152-db22f2cd3fb5 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.384051] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.384245] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.384657] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.384829] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a8face-348e-45cf-9152-db22f2cd3fb5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.467307] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.888848] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.889050] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.889176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.889439] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.889702] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.889897] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e0a8face-348e-45cf-9152-db22f2cd3fb5 not found, creating... [ 796.890180] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.890333] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.890445] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.890708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.890801] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.891125] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.891278] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.891389] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.891586] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.891740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.891844] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e0a8face-348e-45cf-9152-db22f2cd3fb5 is going to be created. [ 796.912325] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.912566] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.912678] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.913063] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.913402] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.913653] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.969414] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.055403] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 797.055524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.055697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.055916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.056357] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.056488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.056553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.056820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.056820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.056917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.056987] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.421099] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 797.421341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.473591] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.473750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.474552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.474552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.474552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.474552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be updated. [ 797.513916] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.514236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.514236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.514507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.514809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.528847] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: IN_PROGRESS for 2s [ 797.559464] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.670216] env[65117]: INFO networking_nsxv3.common.synchronization [req-7cd3529c-63cf-405e-8c53-6cd490e93d6f req-e4440603-426a-43c2-9a7a-91fac013dd00 service nova] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_rules [ 797.670381] env[65117]: INFO networking_nsxv3.common.synchronization [req-7cd3529c-63cf-405e-8c53-6cd490e93d6f req-e4440603-426a-43c2-9a7a-91fac013dd00 service nova] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 797.670510] env[65117]: INFO networking_nsxv3.common.synchronization [req-7cd3529c-63cf-405e-8c53-6cd490e93d6f req-e4440603-426a-43c2-9a7a-91fac013dd00 service nova] Enqueued Resource ID: e0a8face-348e-45cf-9152-db22f2cd3fb5 with Priority: HIGHEST for action port [ 797.671054] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_rules [ 797.671187] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 797.671279] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a8face-348e-45cf-9152-db22f2cd3fb5 with Priority: HIGHEST for action port [ 797.671562] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.673651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.673651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.673651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.673651] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.675404] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.675404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675404] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0a8face-348e-45cf-9152-db22f2cd3fb5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.675404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.675404] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0a8face-348e-45cf-9152-db22f2cd3fb5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.061727] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ed3f71-d543-4c88-a97b-2e0f3eedc513: rpc.has_security_group_logging(os_id): False [ 798.080854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.081130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.081130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.081550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.081646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.081977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.082110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.082174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.082340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.082416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.082503] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be created. [ 798.142869] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.143093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.143093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.143306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.143486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.155499] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 798.179565] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.179912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.180219] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0a8face-348e-45cf-9152-db22f2cd3fb5 with status ACTIVE [ 798.180562] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.180892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.181040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.181694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.181694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.181694] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.181861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.181861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.181986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.182077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.182291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.182410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.182472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.182617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.182688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.182836] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0a8face-348e-45cf-9152-db22f2cd3fb5 is going to be updated. [ 798.206864] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.207055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.207123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.207752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.207752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.207752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0a8face-348e-45cf-9152-db22f2cd3fb5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.540698] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 799.541193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.541193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.541336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.541509] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.541643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.541713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.542152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.542152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.542152] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.046963] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.179946] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 800.180234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.550522] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.055590] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.055590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.055590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.055590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.055590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.055590] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be updated. [ 801.088819] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f50bdf8-5c55-4bc1-b498-bdebaf96ac49 req-f8a2c36e-64cc-4a05-86f9-11b8a98af5d9 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 801.090400] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 801.090400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.090400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.090912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090912] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.097058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.097058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.097058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.097058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.097058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.108443] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: IN_PROGRESS for 2s [ 801.163175] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f31b5524-aaf6-41ee-a878-b8ca39973cd0 None None] Enqueued Resource ID: c264dfbc-2865-4fe3-84bb-6368ca808289 with Priority: HIGHEST for action port [ 801.163696] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c264dfbc-2865-4fe3-84bb-6368ca808289 with Priority: HIGHEST for action port [ 801.163863] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c264dfbc-2865-4fe3-84bb-6368ca808289 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.164023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c264dfbc-2865-4fe3-84bb-6368ca808289" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.165141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c264dfbc-2865-4fe3-84bb-6368ca808289" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.165408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c264dfbc-2865-4fe3-84bb-6368ca808289" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.165505] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c264dfbc-2865-4fe3-84bb-6368ca808289',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.578676] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.578676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.578676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.578676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.578676] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.578676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.578676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.586155] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.586155] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.586155] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.586155] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.586155] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.586155] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.586155] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.586155] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.586155] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.596053] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.605581] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.605742] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.605925] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.606230] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.606383] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-fefeff73-b05a-4659-835e-77580004a94b taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.606547] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.606744] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.607090] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.607232] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefeff73-b05a-4659-835e-77580004a94b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.669771] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c264dfbc-2865-4fe3-84bb-6368ca808289 [ 801.670036] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.670136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.670209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.670412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.670500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.670595] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c264dfbc-2865-4fe3-84bb-6368ca808289 already deleted. [ 801.670678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c264dfbc-2865-4fe3-84bb-6368ca808289" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.099176] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.112067] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.112360] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.112790] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.113503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.113688] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.113747] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port fefeff73-b05a-4659-835e-77580004a94b not found, creating... [ 802.114059] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.114281] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.114375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.114646] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.114955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.116537] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.116751] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.116897] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.117379] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.117478] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.117925] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: fefeff73-b05a-4659-835e-77580004a94b is going to be created. [ 802.145095] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.145312] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.145370] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.145667] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.145927] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.146179] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.604022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.604022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.604022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.604022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.604022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.604022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 802.639090] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.639242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.640635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.640635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.640635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652673] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 802.885981] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f50bdf8-5c55-4bc1-b498-bdebaf96ac49 req-bd4ad4d4-659b-4756-b89f-91efaca35698 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 802.886246] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f50bdf8-5c55-4bc1-b498-bdebaf96ac49 req-bd4ad4d4-659b-4756-b89f-91efaca35698 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 802.886442] env[65117]: INFO networking_nsxv3.common.synchronization [req-3f50bdf8-5c55-4bc1-b498-bdebaf96ac49 req-bd4ad4d4-659b-4756-b89f-91efaca35698 service nova] Enqueued Resource ID: fefeff73-b05a-4659-835e-77580004a94b with Priority: HIGHEST for action port [ 802.886936] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 802.887088] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 802.887191] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefeff73-b05a-4659-835e-77580004a94b with Priority: HIGHEST for action port [ 802.887883] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.887883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.887883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.887883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.888242] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.889161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.889259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.889446] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefeff73-b05a-4659-835e-77580004a94b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.889548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.889634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.889834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.890090] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefeff73-b05a-4659-835e-77580004a94b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.998557] env[65117]: INFO networking_nsxv3.common.synchronization [None req-17f0329e-febd-4a75-95f7-772c065128b1 None None] Enqueued Resource ID: 6f50410c-5d08-4724-9bec-d805753e1b68 with Priority: HIGHEST for action port [ 802.999162] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f50410c-5d08-4724-9bec-d805753e1b68 with Priority: HIGHEST for action port [ 802.999549] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f50410c-5d08-4724-9bec-d805753e1b68 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.999687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f50410c-5d08-4724-9bec-d805753e1b68" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.999823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f50410c-5d08-4724-9bec-d805753e1b68" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.000614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f50410c-5d08-4724-9bec-d805753e1b68" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.000725] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f50410c-5d08-4724-9bec-d805753e1b68',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.118108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 803.118264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.118447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.118679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.118900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.119081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.119152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.119322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.119400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.120030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.120030] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.393325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.393492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.393824] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fefeff73-b05a-4659-835e-77580004a94b with status ACTIVE [ 803.393902] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.394044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.394119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.394317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.394414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.394589] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.394696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.394795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.394888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.395094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.395164] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.395236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.395318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.395478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.395554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.395639] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fefeff73-b05a-4659-835e-77580004a94b is going to be updated. [ 803.419392] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.420555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.420555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.420555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.420555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.420555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefeff73-b05a-4659-835e-77580004a94b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.504208] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f50410c-5d08-4724-9bec-d805753e1b68 [ 803.504208] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.504432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.504432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.504715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.504793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.504909] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f50410c-5d08-4724-9bec-d805753e1b68 already deleted. [ 803.505040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f50410c-5d08-4724-9bec-d805753e1b68" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.623108] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.623449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.623449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.623568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.623718] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.624043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.624043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.624196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.624251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.624370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.624544] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.624639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.624697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.624835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.624992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.625805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.625805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.625805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.625805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.625805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.625805] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.129217] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7: rpc.has_security_group_logging(os_id): False [ 804.149622] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.149807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.149876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.151367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.151367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.151367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.151851] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.151851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.151927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.152258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.152258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.152258] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be updated. [ 804.230552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.230836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.230947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.231118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.231267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.247734] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: IN_PROGRESS for 2s [ 804.666982] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 804.667446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.668123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.668413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.668732] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.668916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.669108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.669250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.669388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.669525] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.172399] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.674291] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.177494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.177494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.177813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.178031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.178307] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 806.224102] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.224334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.224459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.224745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.225093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.247110] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 806.280411] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 806.280685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.223840] env[65117]: INFO networking_nsxv3.common.synchronization [req-46f95d9b-4c77-4341-a2b5-9ed9d06544ce req-72fb12c7-c1c9-4b62-bac6-0b5e1ce3d58b tempest-ServerGroupTestJSON-1104735679 tempest-ServerGroupTestJSON-1104735679-project-member] Enqueued Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_members [ 807.224433] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_members [ 807.224736] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.224855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.224937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.225198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.225505] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.225505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.225505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.225660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.225746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.225839] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.450322] env[65117]: INFO networking_nsxv3.common.synchronization [req-f8a63340-2149-43a6-9ba3-263fe4203464 req-d7dc3d3a-891f-473f-89b8-3a67c2d4e1f5 tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 807.450995] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 807.451344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.451471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.451534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.451758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.453020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.453020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.453020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.453020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.453276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.454491] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.730053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.730053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.730280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.732550] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.732550] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5802582e-5a42-464d-81cd-efc3162814cc already deleted. [ 807.732550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.753971] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.754204] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-275" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.754378] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-275" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.754753] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-275" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.755039] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.755203] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.755314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.755539] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.755704] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.755961] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.756090] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.756195] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.756298] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.756412] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.756542] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.756676] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.779394] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.779553] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.780477] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.780477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-275" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.780477] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.780477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.780723] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.781198] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.781198] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea0ec1d-55d5-45c4-9000-c67cee0c4495',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.958689] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.257343] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 808.257653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.258460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.258460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.258460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.258628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.258628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.258715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.258812] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.283518] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.283733] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.283844] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.284150] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.284289] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.284436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 8ea0ec1d-55d5-45c4-9000-c67cee0c4495 not found, creating... [ 808.284691] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.284841] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.284956] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.285191] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.285322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.285601] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.285828] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.285890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.286289] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.286488] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.287138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 8ea0ec1d-55d5-45c4-9000-c67cee0c4495 is going to be created. [ 808.314406] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.316030] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.316030] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.316030] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.316207] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.316290] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.461399] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.761999] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.762234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.762285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.762479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.762739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.762739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.762850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.762953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.763075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.763167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.763322] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.763416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.763473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.763730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.763796] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.763845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.763880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.764029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.764109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.764195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.764291] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.964387] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.964673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.964723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.965073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.965256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.965440] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 809.004133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.004332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.004412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.004660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.004826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.021682] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 809.154286] env[65117]: INFO networking_nsxv3.common.synchronization [req-46f95d9b-4c77-4341-a2b5-9ed9d06544ce req-e6fca466-29ca-4ede-9f24-0be338b86983 service nova] Enqueued Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_rules [ 809.154286] env[65117]: INFO networking_nsxv3.common.synchronization [req-46f95d9b-4c77-4341-a2b5-9ed9d06544ce req-e6fca466-29ca-4ede-9f24-0be338b86983 service nova] Enqueued Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_members [ 809.154286] env[65117]: INFO networking_nsxv3.common.synchronization [req-46f95d9b-4c77-4341-a2b5-9ed9d06544ce req-e6fca466-29ca-4ede-9f24-0be338b86983 service nova] Enqueued Resource ID: 8ea0ec1d-55d5-45c4-9000-c67cee0c4495 with Priority: HIGHEST for action port [ 809.155545] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_rules [ 809.156995] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_members [ 809.156995] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea0ec1d-55d5-45c4-9000-c67cee0c4495 with Priority: HIGHEST for action port [ 809.156995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.156995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.156995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.156995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.156995] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.159632] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.159632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.159632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.159632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.159862] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.159862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.160794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.160794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.160794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.160794] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.163481] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.163654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.163729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.164181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.164364] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea0ec1d-55d5-45c4-9000-c67cee0c4495',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.270410] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 809.290841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.290841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.290841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.291138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.291356] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.291731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.292092] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.292454] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.293035] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 809.378991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.379156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.379201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.380989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.381168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.411426] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 809.660627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.660790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.667160] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ea0ec1d-55d5-45c4-9000-c67cee0c4495 with status ACTIVE [ 809.667440] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.667521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.667612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.667876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.667876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.668070] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.668388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.668388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.668388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.668612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.668612] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.668846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.668846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.668970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.669058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.669147] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ea0ec1d-55d5-45c4-9000-c67cee0c4495 is going to be updated. [ 809.671780] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.695629] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.695777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.695867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.696063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.696207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.696485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea0ec1d-55d5-45c4-9000-c67cee0c4495" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.175445] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.678585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.678884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.678884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.678999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.678999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.678999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5802582e-5a42-464d-81cd-efc3162814cc is going to be created. [ 810.704026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.704210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.704253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.704455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.704618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.714260] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5802582e-5a42-464d-81cd-efc3162814cc in Status: UNINITIALIZED for 2s [ 810.856292] env[65117]: INFO networking_nsxv3.common.synchronization [req-2cbcf8f9-c9cc-4e23-bf15-b11cb093b4c9 req-c2fce098-e879-463e-8cc4-97b2b127350d tempest-ServersAdminNegativeTestJSON-971513385 tempest-ServersAdminNegativeTestJSON-971513385-project-member] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 810.857174] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGHEST for action security_group_members [ 810.857390] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.857537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.857594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.857858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.858026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.858075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.858110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.858269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.858366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.858464] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.032352] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 811.032778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.363777] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.364035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.364035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.364229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.364366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.364655] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.364766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.364823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.365055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.365145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.365245] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be updated. [ 811.399027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.399027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.399027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.399270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.399308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.414366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: IN_PROGRESS for 2s [ 811.431937] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 811.431937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.725847] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5802582e-5a42-464d-81cd-efc3162814cc in Status: SUCCESS [ 812.726296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.726578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.727545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.727545] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.727545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.727545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.727938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.727938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.727938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.727938] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.231710] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.231710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.231710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.231710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.231984] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.231984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.231984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.232164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.232164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.232273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.232462] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.232611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.232667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.232831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.232998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.233122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.233201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.233347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.233426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.233512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.233599] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.424158] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e in Status: SUCCESS [ 813.424330] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e deletion is rescheduled due to dependency. [ 813.424453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.735903] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5802582e-5a42-464d-81cd-efc3162814cc: rpc.has_security_group_logging(os_id): False [ 813.739317] env[65117]: INFO networking_nsxv3.common.synchronization [req-37bf5db4-d7c0-4a2d-84ef-0083f36d7662 req-d0481409-842e-4aa3-9056-af73b389c362 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 813.740485] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 813.740808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.740945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.741046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.741298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.741506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.741841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.741841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.741841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.741967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.742015] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.758166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.758166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.758166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.758166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.758610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.758610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.758610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.758787] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.758787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.758992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.759077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.759167] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5802582e-5a42-464d-81cd-efc3162814cc is going to be created. [ 813.824202] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.824202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.824202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.824202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.824202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.836528] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5802582e-5a42-464d-81cd-efc3162814cc in Status: IN_PROGRESS for 2s [ 814.122842] env[65117]: INFO networking_nsxv3.common.synchronization [req-7f315378-8ec2-4bad-a68c-f3c8a6698fed req-5f85e0e8-e0a3-4ab4-b15f-a1bc9caf9fc3 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_members [ 814.123405] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_members [ 814.123714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.124011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.124011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.124336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.124502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.124607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.124667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.124829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.124916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.125016] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.244661] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.244973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.245029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.245290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.245357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.245617] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.245732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.245781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.245956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.246192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.246192] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 814.286705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.286705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.286705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.286705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.286705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.297968] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 814.538159] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.538159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.538159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.538159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.539299] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.539299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.539299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.539299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.539299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.539299] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.539658] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.539658] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.539658] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.539933] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.539933] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.540266] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.564028] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.564028] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.564234] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.564420] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.564874] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-dafb6a96-80ac-44cd-9563-83d95578cba8 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.566314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.566448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.566791] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.566934] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafb6a96-80ac-44cd-9563-83d95578cba8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.627949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.627949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.627949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.627949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.628261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.628261] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.628360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.628360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.628516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.628568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.628649] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a already deleted. [ 814.628779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.708273] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.708435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.708485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.708776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.708887] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.069695] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.070024] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.070190] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.070524] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.070676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.070851] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port dafb6a96-80ac-44cd-9563-83d95578cba8 not found, creating... [ 815.071202] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.071473] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.071592] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.071827] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.071964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.072269] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.072469] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.072582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.072794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.072924] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.073188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: dafb6a96-80ac-44cd-9563-83d95578cba8 is going to be created. [ 815.098906] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.099272] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.099462] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.099851] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.100114] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.100446] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.210820] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.713497] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.793998] env[65117]: INFO networking_nsxv3.common.synchronization [req-7f315378-8ec2-4bad-a68c-f3c8a6698fed req-a23d30ef-b808-44c5-b77f-56b92ca3a0de service nova] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_rules [ 815.794220] env[65117]: INFO networking_nsxv3.common.synchronization [req-7f315378-8ec2-4bad-a68c-f3c8a6698fed req-a23d30ef-b808-44c5-b77f-56b92ca3a0de service nova] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_members [ 815.794320] env[65117]: INFO networking_nsxv3.common.synchronization [req-7f315378-8ec2-4bad-a68c-f3c8a6698fed req-a23d30ef-b808-44c5-b77f-56b92ca3a0de service nova] Enqueued Resource ID: dafb6a96-80ac-44cd-9563-83d95578cba8 with Priority: HIGHEST for action port [ 815.794804] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_rules [ 815.794957] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_members [ 815.795076] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafb6a96-80ac-44cd-9563-83d95578cba8 with Priority: HIGHEST for action port [ 815.796122] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.796122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.796122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.796122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.796308] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.799457] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.799988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.800218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.800433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.800947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.801887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.801887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.802150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.802316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.802494] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.804216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-dafb6a96-80ac-44cd-9563-83d95578cba8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.804384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.806297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.806297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.806297] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafb6a96-80ac-44cd-9563-83d95578cba8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.848465] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5802582e-5a42-464d-81cd-efc3162814cc in Status: SUCCESS [ 815.848806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.216437] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 816.216812] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 816.302532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.302532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.305398] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.307423] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dafb6a96-80ac-44cd-9563-83d95578cba8 with status ACTIVE [ 816.307423] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.307641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.307688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.307932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.308072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.308341] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.308482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.308581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.308831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.308937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.309945] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.310232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.310365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.311029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.311459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.311632] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dafb6a96-80ac-44cd-9563-83d95578cba8 is going to be updated. [ 816.326290] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 816.326501] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 816.326619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.351112] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.351293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.351408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.352050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.352050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.352050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dafb6a96-80ac-44cd-9563-83d95578cba8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.808288] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.860127] env[65117]: INFO networking_nsxv3.common.synchronization [req-38a5a168-bf4b-4550-925a-4cb853c84b67 req-33819efb-ee15-4a6a-a786-be258b0c91f5 tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 816.860798] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 816.862181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.862366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.862438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.863009] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.863258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.863342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.863708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.863708] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.145211] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.145211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.145211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.145211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.159321] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 817.160435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.161640] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 817.188934] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.189100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.189100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.189341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.195494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.195990] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 817.196095] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.196180] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 817.234475] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.234838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.236329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.236518] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 817.243603] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.243796] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.243915] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.244478] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.244747] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.244899] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.245016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.245304] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.245448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.245670] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.245938] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.245938] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.247490] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.247490] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.247490] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.247490] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.276309] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.276309] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.276484] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.276554] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.276866] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-21bf0af4-96a0-4bda-b40f-e2490c19d5da taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.277137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.277757] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.277757] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.277757] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bf0af4-96a0-4bda-b40f-e2490c19d5da',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.311771] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.312049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.312177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.312594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.312752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.312904] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a is going to be created. [ 817.319704] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.319910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.319997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.320660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.321056] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 817.349730] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.349952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.349999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.350297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.350468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.362485] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729c2267-0c1e-4723-982a-6aa83146b03a in Status: UNINITIALIZED for 2s [ 817.366266] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.366429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.366500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.366727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.366820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.367039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.367142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.367207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.367361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.367445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.367556] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a already deleted. [ 817.367669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.394203] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.394482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.394559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.394845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.395076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.395297] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 817.395390] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'14714607-6de2-4a17-97db-c8450b6c87fc', 'c5c4a837-8064-4bdf-b8a4-6fc124d4d923', 'b71cc747-63c5-41aa-bfee-57085e5a0044', '2686d8f8-4db3-4196-83a3-c9f7138cfbca', 'a6a7eb43-8e2b-46bf-aa27-09e327becd6d', 'a07e609d-bafa-4357-be29-979008d0f8b5', '7526857c-ddd5-42aa-819c-306c5391a197', 'fb621432-366b-4ef6-bf03-e1ef8a378c6e', '9b7861be-1180-483d-8b7a-c53afcc4de60', '87a47ba7-970a-46f5-8a79-5e366a104d38', '30ed3f71-d543-4c88-a97b-2e0f3eedc513', '1c459d7b-3566-4d9b-8190-85e55de27048', '6a08bd97-700b-4075-a985-f0b5d5838ea2', 'e3ed6f1d-0df9-43f4-9900-473feb4b67bc', 'a5fa1533-f8d3-4d4f-a277-364354b081c4', '7b92bd24-7890-4429-bc43-378e90c52b18', '4014f6d2-1d55-4ac5-9351-85bce639512c', '2944f3dc-5310-48f0-aaa9-60c0eab1c89e', '46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a', '8345e1fe-9da1-46f5-8537-3760f15e7805', 'b8d371b3-42fb-4ef6-af3b-c985bab5d715', '1e04df77-288a-45a2-8502-8a557cf60a40', '31cef698-a84c-4d81-9847-9e15ab4d67df', '030cb4ef-c2af-4782-99f6-0c3a6e0bed6f', '5aa5254a-846c-4fb5-9046-c89589a192a4', '5802582e-5a42-464d-81cd-efc3162814cc', '70793108-ae75-4645-b65b-e35f54d9d9ae', 'f15beab6-7516-431d-b47a-3226ca9707ea', 'e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7', 'ad63d522-52c4-4e44-9fff-7112c74b23c2', 'feda6094-b58f-4a32-96bb-397a53046177', '08b0e060-639e-4310-adf1-3f74f916c2cc', '05670a63-7c87-48a8-8d10-6e842845ad2d', '3e4f750a-a326-47c3-831f-be568cdc2e2f', '6e74c84d-380d-4de9-8280-397103b110ea'} {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.395475] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 817.416140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.417054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.417054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.417054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.417054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.417331] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 817.417331] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.417417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 817.473120] env[65117]: INFO networking_nsxv3.common.synchronization [req-7e743225-aabd-494f-a870-d3295387e8c3 req-a08c7a1a-e557-48bd-9f29-0509b0345eae tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 817.473666] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 817.473977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.475057] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.475057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.475057] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.509020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.509401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.509500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.509721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.510638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.510887] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 817.510887] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.510978] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 817.511138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 817.511544] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 817.511544] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGH for action security_group_rules [ 817.511544] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGH for action security_group_rules [ 817.511544] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGH for action security_group_rules [ 817.511544] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGH for action security_group_rules [ 817.511805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGH for action security_group_rules [ 817.511805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGH for action security_group_rules [ 817.511805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGH for action security_group_rules [ 817.511805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGH for action security_group_rules [ 817.511928] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGH for action security_group_rules [ 817.511928] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGH for action security_group_rules [ 817.511928] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 817.512051] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGH for action security_group_rules [ 817.512051] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGH for action security_group_rules [ 817.512119] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGH for action security_group_rules [ 817.512223] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGH for action security_group_rules [ 817.512223] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGH for action security_group_rules [ 817.512337] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGH for action security_group_rules [ 817.512337] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGH for action security_group_rules [ 817.512436] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGH for action security_group_rules [ 817.512436] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGH for action security_group_rules [ 817.512537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.781701] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.782027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.782082] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.782320] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.782486] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.782609] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 21bf0af4-96a0-4bda-b40f-e2490c19d5da not found, creating... [ 817.782862] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.783030] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.783146] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.783359] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.783494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783772] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.783924] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.784057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.784273] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.784401] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.784534] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 21bf0af4-96a0-4bda-b40f-e2490c19d5da is going to be created. [ 817.806766] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.806766] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.807985] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.807985] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.807985] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.807985] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.978426] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.481263] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.662275] env[65117]: INFO networking_nsxv3.common.synchronization [req-38a5a168-bf4b-4550-925a-4cb853c84b67 req-5ff313ea-e313-4fa8-a32f-ac21f5099648 service nova] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_rules [ 818.662413] env[65117]: INFO networking_nsxv3.common.synchronization [req-38a5a168-bf4b-4550-925a-4cb853c84b67 req-5ff313ea-e313-4fa8-a32f-ac21f5099648 service nova] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 818.662557] env[65117]: INFO networking_nsxv3.common.synchronization [req-38a5a168-bf4b-4550-925a-4cb853c84b67 req-5ff313ea-e313-4fa8-a32f-ac21f5099648 service nova] Enqueued Resource ID: 21bf0af4-96a0-4bda-b40f-e2490c19d5da with Priority: HIGHEST for action port [ 818.663026] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_rules [ 818.663181] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 818.663280] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bf0af4-96a0-4bda-b40f-e2490c19d5da with Priority: HIGHEST for action port [ 818.663375] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14714607-6de2-4a17-97db-c8450b6c87fc with Priority: HIGH for action security_group_rules [ 818.663466] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGH for action security_group_rules [ 818.663556] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGH for action security_group_rules [ 818.663647] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 with Priority: HIGH for action security_group_rules [ 818.663752] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 with Priority: HIGH for action security_group_rules [ 818.663870] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a with Priority: HIGH for action security_group_rules [ 818.663993] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e with Priority: HIGH for action security_group_rules [ 818.664107] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4014f6d2-1d55-4ac5-9351-85bce639512c with Priority: HIGH for action security_group_rules [ 818.664282] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc with Priority: HIGH for action security_group_rules [ 818.664374] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b92bd24-7890-4429-bc43-378e90c52b18 with Priority: HIGH for action security_group_rules [ 818.664460] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGH for action security_group_rules [ 818.664545] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGH for action security_group_rules [ 818.664630] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 818.664706] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 with Priority: HIGH for action security_group_rules [ 818.664850] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 with Priority: HIGH for action security_group_rules [ 818.664937] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGH for action security_group_rules [ 818.665191] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e with Priority: HIGH for action security_group_rules [ 818.665299] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d with Priority: HIGH for action security_group_rules [ 818.665387] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGH for action security_group_rules [ 818.665470] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGH for action security_group_rules [ 818.665748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.665872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.665936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.666203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.666288] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.667172] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.668154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.668592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.668689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.669019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.669117] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.669949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-21bf0af4-96a0-4bda-b40f-e2490c19d5da taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.670061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.670178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.670276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.670340] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bf0af4-96a0-4bda-b40f-e2490c19d5da',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.671230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14714607-6de2-4a17-97db-c8450b6c87fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.671349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.671392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.671536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.671607] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14714607-6de2-4a17-97db-c8450b6c87fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.672683] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.672810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.672880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.673044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.673119] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.674033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.674144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.674210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.674357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.674428] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.675365] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5fa1533-f8d3-4d4f-a277-364354b081c4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.675470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.675533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.675678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675751] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5fa1533-f8d3-4d4f-a277-364354b081c4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.676616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8345e1fe-9da1-46f5-8537-3760f15e7805 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.676775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.676841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.676960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.677046] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8345e1fe-9da1-46f5-8537-3760f15e7805',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.677846] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.677956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.678035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.678183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.678255] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.679188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.679292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.679353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.679497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.679567] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2944f3dc-5310-48f0-aaa9-60c0eab1c89e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.679978] env[65117]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 818.680513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4014f6d2-1d55-4ac5-9351-85bce639512c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.680615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.680680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.680821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.680893] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4014f6d2-1d55-4ac5-9351-85bce639512c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.681704] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.681783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.681840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.681985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.682083] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3ed6f1d-0df9-43f4-9900-473feb4b67bc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.682949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b92bd24-7890-4429-bc43-378e90c52b18 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.683093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.683157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.683282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.683349] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b92bd24-7890-4429-bc43-378e90c52b18',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.684132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.684441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.684510] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.685290] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.685473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.685544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.685692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.685764] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.686638] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.686756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.686832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.686979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.687061] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.687859] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a47ba7-970a-46f5-8a79-5e366a104d38 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.687960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.688037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.688184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.688255] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a47ba7-970a-46f5-8a79-5e366a104d38',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.689101] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b7861be-1180-483d-8b7a-c53afcc4de60 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.689225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.689292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.689438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.689510] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b7861be-1180-483d-8b7a-c53afcc4de60',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.690703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.690809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.690877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.691034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.691109] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.691888] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.692040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.692080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.692210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.692279] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb621432-366b-4ef6-bf03-e1ef8a378c6e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.692495] env[65117]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 818.693143] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.693249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.693314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.693461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.693532] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a7eb43-8e2b-46bf-aa27-09e327becd6d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.694505] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.694609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.694675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.694819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.694891] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.695692] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.695797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.696010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.696088] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.701344] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21bf0af4-96a0-4bda-b40f-e2490c19d5da with status ACTIVE [ 818.701466] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.701575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.701634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.701790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.701873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.702058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.702421] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703160] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21bf0af4-96a0-4bda-b40f-e2490c19d5da is going to be updated. [ 818.727335] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.727539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.727539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.727719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.727849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.728021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21bf0af4-96a0-4bda-b40f-e2490c19d5da" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.984286] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.984286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.984286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.984286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.984286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.984490] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 819.014797] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.014943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.015026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.015253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.015398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.025653] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 819.198905] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.200075] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.200224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.232402] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.232559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.232625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.232836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.233011] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.233120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.233175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.233325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.233410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.233805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.233805] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.238985] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.238985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.240032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.240032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.240032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.240032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.240032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.240032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.240032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.240404] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.242212] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.242453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.242545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.242822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.243161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.243326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.243423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.243656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.243802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.244060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.246419] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.250940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.251147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.251220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.251435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.251544] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.251647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.251704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.251850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.251937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.252071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.252193] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.252967] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.253319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.257372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.257372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.258390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.258572] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.258680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.258999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.259100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.259192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.259277] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.263728] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.263728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.263728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.263728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.264056] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.264056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.264056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.264228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.264228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.264299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.264349] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.272795] env[65117]: INFO networking_nsxv3.common.synchronization [req-469d3870-d4d8-4d9e-9f1f-ef019cb4eb9a req-aa8ca9c0-a36b-4ba6-8873-c8aba53d5343 tempest-ServerGroupTestJSON-1104735679 tempest-ServerGroupTestJSON-1104735679-project-member] Enqueued Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_members [ 819.276583] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.277154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.277812] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.277812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.277812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.277812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.278072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.278072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.278150] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.278248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.278323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.278511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.278691] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.278968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.278968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.279077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.279152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.279256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.279392] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.289894] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGHEST for action security_group_members [ 819.294891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.295069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.295104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.295309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.295470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.295629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.295629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.295768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.295851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.295950] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.318305] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.318305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.318582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.318582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.320182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.320303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.338595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.338748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.340810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.340966] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.341024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.343837] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.343958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.345100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.345226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.346538] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.346663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.347642] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.347757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.348767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.348897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.349756] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.350748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.350748] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.351245] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.351830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.352139] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.352608] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.352725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.355489] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.356151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.356352] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4014f6d2-1d55-4ac5-9351-85bce639512c is going to be deleted. [ 819.357938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.358069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.379133] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729c2267-0c1e-4723-982a-6aa83146b03a in Status: SUCCESS [ 819.379133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.379133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.379133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.379133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.379594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.379594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.379594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.379594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.379594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.379594] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.387654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.387740] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb621432-366b-4ef6-bf03-e1ef8a378c6e is going to be deleted. [ 819.389748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.389748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.433985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.434172] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8345e1fe-9da1-46f5-8537-3760f15e7805 is going to be deleted. [ 819.435095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.435343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.437326] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.437456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.466653] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.466949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.470583] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5fa1533-f8d3-4d4f-a277-364354b081c4 is going to be deleted. [ 819.471515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.471734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.497537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.497910] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b92bd24-7890-4429-bc43-378e90c52b18 is going to be deleted. [ 819.498769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.499013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.536657] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.536872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.547385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.547498] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a47ba7-970a-46f5-8a79-5e366a104d38 is going to be deleted. [ 819.548579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.548841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.590255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.590425] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a is going to be deleted. [ 819.591423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.591652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.593978] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.594142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.633193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.633339] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b7861be-1180-483d-8b7a-c53afcc4de60 is going to be deleted. [ 819.634351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.634583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.679947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.680934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.689043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.689178] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a7eb43-8e2b-46bf-aa27-09e327becd6d is going to be deleted. [ 819.690175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.691234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.701266] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.738260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.738377] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3ed6f1d-0df9-43f4-9900-473feb4b67bc is going to be deleted. [ 819.739336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.739551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.749644] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.749852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.750164] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.751554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.751712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.751894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.752198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.752198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.752309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.752408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.752529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.752564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.752699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.752780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.752865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.753015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.753136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.753180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.753297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.753432] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.753516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.753571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.753773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.753773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.753860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.753921] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.755375] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.755375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.755375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.755375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.755930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.756052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.756118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.756339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.756339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.756443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.757098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.757098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.757098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.757098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.757098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.757098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.757098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.757458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.757458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.757458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.757458] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.767197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.767197] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2944f3dc-5310-48f0-aaa9-60c0eab1c89e is going to be deleted. [ 819.767818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.768071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.774701] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.774701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.774701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.774867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.774902] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.774988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.775068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.775216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.775302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.775392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.775539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.775632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.775861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.776048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.776197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.776347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.776347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.776575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.776614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.776672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.776762] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.778623] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.781691] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 819.798108] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.798257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.809510] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.809664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.810532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.810695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.811977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.812105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.814862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.814979] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14714607-6de2-4a17-97db-c8450b6c87fc is going to be deleted. [ 819.815874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.816104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.870319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.870319] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be deleted. [ 819.871459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.871566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.872046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4014f6d2-1d55-4ac5-9351-85bce639512c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.872046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.872250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.872250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.872383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb621432-366b-4ef6-bf03-e1ef8a378c6e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.873678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.873678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.873678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.873678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8345e1fe-9da1-46f5-8537-3760f15e7805" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.874025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.874025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5fa1533-f8d3-4d4f-a277-364354b081c4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.874411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.874485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b92bd24-7890-4429-bc43-378e90c52b18" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.874885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.874920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.875063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a47ba7-970a-46f5-8a79-5e366a104d38" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.875180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.875849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.875849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.875849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e51fce-4ca1-4bdf-92cd-f1de3afb0c4a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.875983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.876107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.881774] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.954982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.955144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.960014] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.960298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.972258] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.972983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.984277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.984548] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.984667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.984742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.985332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.985332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.985332] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5802582e-5a42-464d-81cd-efc3162814cc is going to be updated. [ 819.986300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.986394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.986898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.986898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a7eb43-8e2b-46bf-aa27-09e327becd6d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.986898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.986898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.041889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.042162] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.042331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.042398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.042653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.042741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.043011] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.043184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.043278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.043486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.043572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.043833] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.043940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.043940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.044127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.044234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.044340] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 820.045518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.045819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.045992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b7861be-1180-483d-8b7a-c53afcc4de60" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.046223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.046513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.046615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3ed6f1d-0df9-43f4-9900-473feb4b67bc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.046806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2944f3dc-5310-48f0-aaa9-60c0eab1c89e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.047469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14714607-6de2-4a17-97db-c8450b6c87fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.077513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.077785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.077785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.078083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.078289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.121534] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5802582e-5a42-464d-81cd-efc3162814cc in Status: IN_PROGRESS for 2s [ 820.131850] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.131850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.131850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.131850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.131850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.131850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.206367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.206600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.206678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.206917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.207043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.207171] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be created. [ 820.217537] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.217755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.217867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.218177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.218337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.241697] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 820.257926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.258147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.258147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.258361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.258535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.260593] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ed3f71-d543-4c88-a97b-2e0f3eedc513: rpc.has_security_group_logging(os_id): False [ 820.261734] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c459d7b-3566-4d9b-8190-85e55de27048: rpc.has_security_group_logging(os_id): False [ 820.262676] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b71cc747-63c5-41aa-bfee-57085e5a0044: rpc.has_security_group_logging(os_id): False [ 820.280224] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2686d8f8-4db3-4196-83a3-c9f7138cfbca: rpc.has_security_group_logging(os_id): False [ 820.281391] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c4a837-8064-4bdf-b8a4-6fc124d4d923: rpc.has_security_group_logging(os_id): False [ 820.305782] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: UNINITIALIZED for 2s [ 820.326917] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.326917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.326917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.327232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.337373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.337373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.338176] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.338272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.360587] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.360587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.369084] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.369084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.374213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.374687] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.375080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.375080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.375331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.375422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.376769] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 820.378421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.378642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.387556] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 729c2267-0c1e-4723-982a-6aa83146b03a: rpc.has_security_group_logging(os_id): False [ 820.453467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.454197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.454197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.454197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.454197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.454489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.454489] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 820.456596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.457137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.464294] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.464469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.519270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.519573] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.519722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.519781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.520479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.520545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.521103] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.522954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.523083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.523396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.523496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.523613] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 820.525072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.525223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.571365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.571879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.571879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.571879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.572103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.572136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.572366] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.573045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.573045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.573045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.573045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573045] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.573045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.573346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.573346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.573346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573346] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 820.577828] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.577828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.577828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.577828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.578431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.580459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.580720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.580789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.581202] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.581273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.581383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.581554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.581738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.581795] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a is going to be created. [ 820.583195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.583195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.619270] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 820.626870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.627018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.627304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.627513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.627598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.627837] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.628039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.628039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.628245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.628449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.628545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.628607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.628940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.629018] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be updated. [ 820.657734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.657734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.657734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.657734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.657734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.710435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.710652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.710786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.710949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.711204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.715931] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 820.727286] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.727897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.727897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.727897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.728047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.750484] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 820.751493] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 820.810780] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.810780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.810780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.811111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.841096] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 729c2267-0c1e-4723-982a-6aa83146b03a in Status: IN_PROGRESS for 2s [ 820.846399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.846399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.846665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.846665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.874048] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 821.036188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 821.036470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.036658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.036916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.037155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.037650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.037650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.037650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.037882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.038574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.038574] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.541616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.541947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.541947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.542062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.542232] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.542331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.542391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.542542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.542627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.542715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.542861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.542953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.543022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.543165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.543309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.543393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.543472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.543612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.543686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.543768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.543858] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.046630] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 822.076190] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.076373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.076421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.076629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.104135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.104432] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.104584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.104790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.105287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.105287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.105287] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.105287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.105287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.105497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.105497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.105654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.105787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.105858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.105994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.106088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.106169] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 822.132019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5802582e-5a42-464d-81cd-efc3162814cc in Status: SUCCESS [ 822.132228] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5802582e-5a42-464d-81cd-efc3162814cc deletion is rescheduled due to dependency. [ 822.132447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.177665] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.177774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.177774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.177983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.178145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.196363] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 822.260021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 822.260021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.319302] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 822.319302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.319302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.319302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.319302] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.319302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.319302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.319302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.319626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.319626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.320353] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.634917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 822.635725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.730376] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 822.730601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.763110] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 822.763348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.764135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 822.764314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.823013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.823191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.823262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.823515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.823697] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.823802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.823864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.824032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.824190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.824190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.824336] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.824426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.824477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.824704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.824861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.824944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.825017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.825933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.826009] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.826119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.826216] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.827881] env[65117]: INFO networking_nsxv3.common.synchronization [req-031beec1-3bd6-4363-b252-b4bde8de4584 req-bcf27328-e4e2-4dba-b5e5-62a45a1e79b8 tempest-ServerRescueTestJSON-845424388 tempest-ServerRescueTestJSON-845424388-project-member] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 822.828608] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGHEST for action security_group_members [ 822.829995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830540] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.831092] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.853603] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 729c2267-0c1e-4723-982a-6aa83146b03a in Status: SUCCESS [ 822.854683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.884711] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 822.884894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.329957] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dddcfbb-ab54-4524-9784-8653f2543d3a: rpc.has_security_group_logging(os_id): False [ 823.333868] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.334087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.334182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.334426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.334538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.334875] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.334998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.335102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.335290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.335376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.335486] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be updated. [ 823.350942] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.351117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.351222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.351418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.351534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.351880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.352121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.352373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.352731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.352945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.353331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.353442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.353500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.353638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.353748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.354013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.354149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.354220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.354400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.354400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.354548] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be created. [ 823.367595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.367747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.367821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.368038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.368181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.377674] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: IN_PROGRESS for 2s [ 823.431419] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.431616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.431723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.432062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.432326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.457081] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 824.213046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 824.213455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.331112] env[65117]: INFO networking_nsxv3.common.synchronization [req-854c40d7-b601-47dd-aa4a-e57d61856d23 req-ff9f6fc0-f8c4-4ce8-b724-a23938690b2e tempest-ServersNegativeTestJSON-1738867332 tempest-ServersNegativeTestJSON-1738867332-project-member] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 825.331534] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 825.331839] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.332196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.332196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.333027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.333099] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.333243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.333346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.333529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.333681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.333853] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.389027] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca in Status: SUCCESS [ 825.389240] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca deletion is rescheduled due to dependency. [ 825.389361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.468912] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 825.469804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.686312] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.686511] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.686633] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.686940] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.687218] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.687380] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.687497] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.687717] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.688064] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.688350] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.688694] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.688958] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.689106] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.689231] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.689382] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.689471] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.710376] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.710376] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.710376] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.710376] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.710376] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-8ff5a050-2283-4205-b73c-609d8239d7de taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.710376] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.710376] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.710376] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.710376] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff5a050-2283-4205-b73c-609d8239d7de',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.837173] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.212567] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.212787] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.212897] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.213226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.213361] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.213519] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 8ff5a050-2283-4205-b73c-609d8239d7de not found, creating... [ 826.213786] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.213945] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.214081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.214344] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.214491] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.214786] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.214939] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.215066] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.215277] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.215410] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.215576] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 8ff5a050-2283-4205-b73c-609d8239d7de is going to be created. [ 826.270082] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.270290] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.270415] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.270713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.271013] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.271286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.341931] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.844731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.844731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.844731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.844945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.845181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.845181] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 826.876443] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.876638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.876783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.877527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.877527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.900234] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 826.962608] env[65117]: INFO networking_nsxv3.common.synchronization [req-854c40d7-b601-47dd-aa4a-e57d61856d23 req-86c87e12-bd07-4293-bc39-f4f43f3ec6f6 service nova] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_rules [ 826.962777] env[65117]: INFO networking_nsxv3.common.synchronization [req-854c40d7-b601-47dd-aa4a-e57d61856d23 req-86c87e12-bd07-4293-bc39-f4f43f3ec6f6 service nova] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 826.962982] env[65117]: INFO networking_nsxv3.common.synchronization [req-854c40d7-b601-47dd-aa4a-e57d61856d23 req-86c87e12-bd07-4293-bc39-f4f43f3ec6f6 service nova] Enqueued Resource ID: 8ff5a050-2283-4205-b73c-609d8239d7de with Priority: HIGHEST for action port [ 826.963807] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_rules [ 826.963960] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 826.965422] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff5a050-2283-4205-b73c-609d8239d7de with Priority: HIGHEST for action port [ 826.965422] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.965422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.965422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.965422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.965422] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.969758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.969758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.969758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff5a050-2283-4205-b73c-609d8239d7de taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.969758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.969758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.969758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.969758] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff5a050-2283-4205-b73c-609d8239d7de',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.471558] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ff5a050-2283-4205-b73c-609d8239d7de with status ACTIVE [ 827.471907] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.471973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.472027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.472246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.472384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.472512] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.472723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.472723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.472908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.472908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473085] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.473197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.473246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.473397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.473471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473556] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ff5a050-2283-4205-b73c-609d8239d7de is going to be updated. [ 827.474795] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.474880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.504459] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.504720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.504833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.505174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.505391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.506029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff5a050-2283-4205-b73c-609d8239d7de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.910255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 828.910527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.910664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.910832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.911030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.911177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.911262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.911421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.911499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.911591] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.414759] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.918135] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.422060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.422060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.422060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.422264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.422300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.422381] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 830.450823] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.450955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.451034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.451243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.451379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.462062] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 831.382279] env[65117]: INFO networking_nsxv3.common.synchronization [None req-8b141882-ca9a-46c3-bfeb-d4711c542faf None None] Enqueued Resource ID: a014007f-ba2c-45f4-80de-558917e0789c with Priority: HIGHEST for action port [ 831.382845] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a014007f-ba2c-45f4-80de-558917e0789c with Priority: HIGHEST for action port [ 831.383605] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a014007f-ba2c-45f4-80de-558917e0789c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.383975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a014007f-ba2c-45f4-80de-558917e0789c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.384214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a014007f-ba2c-45f4-80de-558917e0789c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.384683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a014007f-ba2c-45f4-80de-558917e0789c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.384935] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a014007f-ba2c-45f4-80de-558917e0789c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.421729] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-7d13c299-1a4b-45e3-a94e-44d1ff14a2a3 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 831.423436] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 831.423947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.424116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.424198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.424496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.424590] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.424803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.424864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.425064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.425172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.425359] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.791952] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.792191] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.792266] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.793194] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.793194] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.793194] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.793194] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.793417] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.793558] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.794146] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.794788] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.794788] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.794788] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.794788] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.794788] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.794788] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.818041] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.818041] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.818041] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.818238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.819027] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-92665b89-6ed6-4eac-9a53-787c1fcc2791 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.819027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.819027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.819234] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.819361] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92665b89-6ed6-4eac-9a53-787c1fcc2791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.890416] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a014007f-ba2c-45f4-80de-558917e0789c [ 831.890416] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.890416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.890416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.890416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.890416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.890416] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a014007f-ba2c-45f4-80de-558917e0789c already deleted. [ 831.890416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a014007f-ba2c-45f4-80de-558917e0789c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.928221] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.928435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.928486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.928731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.960808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.961317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.961506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.961582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.961793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.961879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.961982] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 831.998076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.998229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.998309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.998512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.998651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.011009] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 832.322300] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.322543] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.322722] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.322934] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.323129] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.323287] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 92665b89-6ed6-4eac-9a53-787c1fcc2791 not found, creating... [ 832.323550] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.323706] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.323822] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.324065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.324214] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.324493] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.324645] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.324760] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.324968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.325114] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.325253] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 92665b89-6ed6-4eac-9a53-787c1fcc2791 is going to be created. [ 832.349046] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.349046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.349046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.349046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.349046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.349395] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.474845] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 832.475229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.475337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.475597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.475797] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.475923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.476045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.476158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.476238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.476325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.476420] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.980743] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.980743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.980743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.980743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.980992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.981058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.981125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.981350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.981476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.981582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.981758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.981857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.981935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.982812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.982812] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.982812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.982812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.982812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.982812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.982812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.983135] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.126318] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-a4a8810a-35d4-4204-a818-a477600a495d service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 833.126318] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-a4a8810a-35d4-4204-a818-a477600a495d service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 833.126318] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-a4a8810a-35d4-4204-a818-a477600a495d service nova] Enqueued Resource ID: 92665b89-6ed6-4eac-9a53-787c1fcc2791 with Priority: HIGHEST for action port [ 833.126318] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 833.126318] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 833.126318] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92665b89-6ed6-4eac-9a53-787c1fcc2791 with Priority: HIGHEST for action port [ 833.126318] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.127319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.127413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.127609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.127720] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.128762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.128762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129051] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-92665b89-6ed6-4eac-9a53-787c1fcc2791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.129199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.131162] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92665b89-6ed6-4eac-9a53-787c1fcc2791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.437924] env[65117]: INFO networking_nsxv3.common.synchronization [None req-ff9bb45d-67a4-40c2-9d5e-5ab42fab097a None None] Enqueued Resource ID: 0883cfed-138c-4d3e-b1b0-80aac1edb782 with Priority: HIGHEST for action port [ 833.438512] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0883cfed-138c-4d3e-b1b0-80aac1edb782 with Priority: HIGHEST for action port [ 833.438755] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0883cfed-138c-4d3e-b1b0-80aac1edb782 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.438878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0883cfed-138c-4d3e-b1b0-80aac1edb782" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.438952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0883cfed-138c-4d3e-b1b0-80aac1edb782" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.439548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0883cfed-138c-4d3e-b1b0-80aac1edb782" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.439670] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0883cfed-138c-4d3e-b1b0-80aac1edb782',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.485172] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b0e060-639e-4310-adf1-3f74f916c2cc: rpc.has_security_group_logging(os_id): False [ 833.504676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.504840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.504890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.505095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.528125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.528317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.528400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.528400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.528608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.528687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.528931] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.529042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.529111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.529303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.529367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.529651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.529651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.529651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.530226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.530226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.530226] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 833.593672] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.593846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.593910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.594117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.594266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.605995] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 833.632425] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.632657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.632826] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92665b89-6ed6-4eac-9a53-787c1fcc2791 with status ACTIVE [ 833.633013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.633136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.633185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.633382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.634280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.634280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.634280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.634280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.636841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.636841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.636841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.636841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.636841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.636841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.636841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.636841] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92665b89-6ed6-4eac-9a53-787c1fcc2791 is going to be updated. [ 833.686437] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.686437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.686437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.686437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.686437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.686437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92665b89-6ed6-4eac-9a53-787c1fcc2791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.941650] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0883cfed-138c-4d3e-b1b0-80aac1edb782 [ 833.941650] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.942040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.942040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.942040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.942153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.942226] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0883cfed-138c-4d3e-b1b0-80aac1edb782 already deleted. [ 833.942310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0883cfed-138c-4d3e-b1b0-80aac1edb782" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.023453] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 834.023664] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 deletion is rescheduled due to dependency. [ 834.023855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.023912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.024224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.024549] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.024680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.024765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.025307] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.528691] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.031442] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.534897] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.535387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.535387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.535549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.535549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.535628] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 835.586029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.586259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.586414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.586693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.586918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.597445] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 835.621462] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 835.621462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.745627] env[65117]: INFO networking_nsxv3.common.synchronization [req-732c84d2-8730-49de-9405-13ed4c3cd553 req-b39560ef-ceff-4a01-ad01-90625ef0e62b tempest-ListServerFiltersTestJSON-425686730 tempest-ListServerFiltersTestJSON-425686730-project-member] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 836.746372] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 836.746676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.746777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.746868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.747127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747288] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.747649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747849] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.251449] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.615180] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 837.615431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.615679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.615947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.616230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.616392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.616572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.616826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.617024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.617155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.617272] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.754458] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.910631] env[65117]: INFO networking_nsxv3.common.synchronization [req-f23901b7-db63-430a-be11-9dc1bd64e2fe req-2ab778e9-51f7-405f-9f44-0256462f611b tempest-ServersNegativeTestJSON-1738867332 tempest-ServersNegativeTestJSON-1738867332-project-member] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 837.912041] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 837.912041] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.912236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.912236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.912425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.912623] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.912734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.912798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.912968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.913075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.913177] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.031627] env[65117]: INFO networking_nsxv3.common.synchronization [req-aec4d87f-74bc-4ea1-8fec-35db414e24f4 req-22df87bd-5e62-4996-9669-1d939b4e037d tempest-ListImageFiltersTestJSON-1326059136 tempest-ListImageFiltersTestJSON-1326059136-project-member] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 838.032265] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGHEST for action security_group_members [ 838.032715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.032715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.032859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.033601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.033601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.033601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.033601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.033601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.033919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.033919] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.120577] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.120577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.120577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.120746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.120840] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.120973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.121043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.121226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.121314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121557] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.121714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.121775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.121920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.122212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.122272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.122410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.122670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.122765] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.257665] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.257821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.257868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.258121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.258236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.258394] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 838.296132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.296132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.296412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.296457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.296650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.306108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 838.416653] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.537500] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.537663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.537782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.538015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.559852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.560176] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.560300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.560367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.560728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.560728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.560728] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be updated. [ 838.591021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.591210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.591295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.591724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.591724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.600429] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: IN_PROGRESS for 2s [ 838.625470] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad63d522-52c4-4e44-9fff-7112c74b23c2: rpc.has_security_group_logging(os_id): False [ 838.648280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.648452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.648515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.648700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.648792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.649065] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.649170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.649254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.649388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.649464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.649655] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.649884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.649884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.649950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.650081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.650222] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.650323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.650384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.650498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.650564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.650649] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 838.716391] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.716565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.716636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.716884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.717019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.737505] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 838.918039] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.422930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.422930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.422930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.422930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.422930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.422930] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 839.449020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.449193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.449256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.449462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.449602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.458796] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 840.174109] env[65117]: INFO networking_nsxv3.common.synchronization [req-73725238-3d45-4f20-8107-c168b3e7c730 req-f6100fa4-f042-4f03-a8f6-863317dcda16 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 840.174657] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 840.175133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.175372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.175455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.175748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.178695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.178695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.178695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.178695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.178695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.178695] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.316354] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 840.316669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.505181] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.506039] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-960" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.506039] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-960" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.506232] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-960" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.506591] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.510025] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.510025] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.510025] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.510025] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.510025] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.510025] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.510025] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.510025] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.510025] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.510025] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.510025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.529042] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.529251] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.529401] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.529584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-960" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.529909] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-cf016a8f-3fc3-4063-8f35-76787bc2e134 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.530097] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.530217] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.530550] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.530679] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf016a8f-3fc3-4063-8f35-76787bc2e134',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.613072] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f in Status: SUCCESS [ 840.613194] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f deletion is rescheduled due to dependency. [ 840.613312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.680816] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.681030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.681145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.681423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.681521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.681731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.681832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.681934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.682060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.682140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.682384] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 already deleted. [ 840.682384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.749774] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 840.750000] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.033252] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.033494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.033620] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.033905] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.034068] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.034228] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port cf016a8f-3fc3-4063-8f35-76787bc2e134 not found, creating... [ 841.034496] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.034688] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.034825] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.035061] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.035206] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.035506] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.035764] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.035966] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.036296] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.036454] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.036600] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 is going to be created. [ 841.059250] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.059474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.059570] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.059854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.060213] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.060459] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.473000] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 841.473600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.764908] env[65117]: INFO networking_nsxv3.common.synchronization [req-73725238-3d45-4f20-8107-c168b3e7c730 req-81bfc0f9-5c30-4e1a-ae79-8323b2523345 service nova] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_rules [ 841.765190] env[65117]: INFO networking_nsxv3.common.synchronization [req-73725238-3d45-4f20-8107-c168b3e7c730 req-81bfc0f9-5c30-4e1a-ae79-8323b2523345 service nova] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 841.765301] env[65117]: INFO networking_nsxv3.common.synchronization [req-73725238-3d45-4f20-8107-c168b3e7c730 req-81bfc0f9-5c30-4e1a-ae79-8323b2523345 service nova] Enqueued Resource ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 with Priority: HIGHEST for action port [ 841.768097] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_rules [ 841.768328] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 841.768503] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 with Priority: HIGHEST for action port [ 841.768898] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.769145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.769242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.769454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.769553] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.771062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.771254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.771892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.771892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.772027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.772154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.772499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.772499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.772722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.772722] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.774178] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf016a8f-3fc3-4063-8f35-76787bc2e134 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.774178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.774308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.774350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.774434] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf016a8f-3fc3-4063-8f35-76787bc2e134',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.272733] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.272733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.274370] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.277937] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf016a8f-3fc3-4063-8f35-76787bc2e134 with status ACTIVE [ 842.278031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.278142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.278201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.278872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.278872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.278872] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.278872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.278872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.279162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.279162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.279298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.279382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.279422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.279551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.279617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.279682] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 is going to be updated. [ 842.304934] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.305099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.305147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.305396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.305471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.305634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.656602] env[65117]: INFO networking_nsxv3.common.synchronization [req-39400758-ead9-4420-9bc6-8ceff2dd1fa2 req-66ba1d3c-abba-4594-8f3c-f697aceb5b4c tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 842.656602] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 842.660231] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.660231] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.660231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.660231] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.776630] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.161742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.161742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.161921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.162218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.162218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.162461] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.162533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.162589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.162750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.162828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.162942] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 843.195977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.195977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.195977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.196148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.196845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229239] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 843.280071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.280308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.280386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.280582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.281461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.281461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be created. [ 843.324570] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.324570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.324570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.324570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.324570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.335913] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: UNINITIALIZED for 2s [ 844.011672] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-2f9e51de-3b7b-48d0-bab9-3f42794f3245 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 844.012237] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 844.012539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.012659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.012721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.012912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.015057] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.015180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.015245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.015414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.015494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.015586] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.407094] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.407336] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.407458] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.407728] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.407989] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.408159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.408273] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.408480] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.408620] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.408821] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.408983] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.409150] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.409301] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.409428] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.409539] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.409670] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.432230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.432230] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.432362] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.432516] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-89" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.432829] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e294733f-3d4b-4e7d-911c-e1f27481ea0b taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.433000] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.433135] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.433460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.433600] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e294733f-3d4b-4e7d-911c-e1f27481ea0b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.518220] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.938025] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.938316] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.938443] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.938716] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.938855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.939074] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e294733f-3d4b-4e7d-911c-e1f27481ea0b not found, creating... [ 844.939360] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.939524] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.939664] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.939887] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.940024] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.940318] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.940472] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.940587] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.940784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.940914] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.941114] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e294733f-3d4b-4e7d-911c-e1f27481ea0b is going to be created. [ 844.964427] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.964645] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.964771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.965062] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.965305] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965522] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.020786] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.239797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 4s [ 845.348027] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 845.348571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.348763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.349032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.349587] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.349776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.349867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.350152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.350253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.350342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.350435] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.523786] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.524194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.524316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.524580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.524674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.524778] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 845.556969] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.557206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.557324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.557479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.557901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.568510] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 845.724425] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-77bce6b8-dc7b-40e3-b6e4-16cbbd68f0bc service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 845.724599] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-77bce6b8-dc7b-40e3-b6e4-16cbbd68f0bc service nova] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 845.724737] env[65117]: INFO networking_nsxv3.common.synchronization [req-9545d57c-78a9-481f-80e5-ada8366c41d7 req-77bce6b8-dc7b-40e3-b6e4-16cbbd68f0bc service nova] Enqueued Resource ID: e294733f-3d4b-4e7d-911c-e1f27481ea0b with Priority: HIGHEST for action port [ 845.725480] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_rules [ 845.725632] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 845.725733] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e294733f-3d4b-4e7d-911c-e1f27481ea0b with Priority: HIGHEST for action port [ 845.726046] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.726235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.726306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.726509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.726604] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.727630] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.727727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.727936] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e294733f-3d4b-4e7d-911c-e1f27481ea0b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.728046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.728109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.728287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.728364] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e294733f-3d4b-4e7d-911c-e1f27481ea0b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.853826] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.854041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.854147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.854427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.854654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.854785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.854875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.855084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.855205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.855329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.855528] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.855656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.855746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.855925] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856134] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.856260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.856437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.856508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856963] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.230780] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.231219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.231219] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e294733f-3d4b-4e7d-911c-e1f27481ea0b with status ACTIVE [ 846.231419] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.231592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.231671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.232696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.232696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.232696] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.232696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.233358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.233358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.233358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.233358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.233358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.233636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.233636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.233705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.233754] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e294733f-3d4b-4e7d-911c-e1f27481ea0b is going to be updated. [ 846.266252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.266252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.266252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.266252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.266252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.266252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e294733f-3d4b-4e7d-911c-e1f27481ea0b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.360417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c8e0fcc-05c3-4355-acba-e4d0a882d620: rpc.has_security_group_logging(os_id): False [ 846.384354] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.384526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.384767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.384852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.385077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.385171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.385230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.385381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.385455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.385630] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.385721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.385779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.386165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.386248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.386434] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.386524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.386582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.388547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.388547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.388547] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be created. [ 846.443897] env[65117]: INFO networking_nsxv3.common.synchronization [req-ad5e941f-4b8e-420b-91db-f8a046d7eb4c req-1db78c7c-8790-4905-bff2-3e57ce3ada58 tempest-TenantUsagesTestJSON-2060536183 tempest-TenantUsagesTestJSON-2060536183-project-member] Enqueued Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_members [ 846.443897] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_members [ 846.444633] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.444710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.445529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.445829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.446140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.446140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.446321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.446412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.446516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446622] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.480181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.480359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.480480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.480782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.480858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.507255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 846.776718] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776913] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.777238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.777530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.777800] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.778035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.778103] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.778322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.778471] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.778681] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.778792] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.778913] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.779125] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.779246] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.779353] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.779485] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.800239] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.800407] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.800573] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.800749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-686" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.801211] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-8873107d-75d7-49f9-a083-9290a84d78be taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.801414] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.801534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.801889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.802561] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8873107d-75d7-49f9-a083-9290a84d78be',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.948900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.949073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.949175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.949362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.949448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.949653] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.949757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.949823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.949964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.950054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.950142] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 already deleted. [ 846.950242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.251633] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 847.252032] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a deletion is rescheduled due to dependency. [ 847.252032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.304725] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.304933] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.305081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.305537] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.305885] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.305885] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 8873107d-75d7-49f9-a083-9290a84d78be not found, creating... [ 847.306296] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.306410] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.306528] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.307133] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.307347] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.307766] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.308425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.309313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.309313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.309313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.309313] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 8873107d-75d7-49f9-a083-9290a84d78be is going to be created. [ 847.336516] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.336516] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.336516] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.336516] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.336922] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.337157] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581178] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 847.581321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.581704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.581926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.582092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.582176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.582326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.582469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.582525] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.070031] env[65117]: INFO networking_nsxv3.common.synchronization [req-ad5e941f-4b8e-420b-91db-f8a046d7eb4c req-62ad9e6a-c29b-4b6f-b9e2-1a388c223815 service nova] Enqueued Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_rules [ 848.070350] env[65117]: INFO networking_nsxv3.common.synchronization [req-ad5e941f-4b8e-420b-91db-f8a046d7eb4c req-62ad9e6a-c29b-4b6f-b9e2-1a388c223815 service nova] Enqueued Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_members [ 848.070494] env[65117]: INFO networking_nsxv3.common.synchronization [req-ad5e941f-4b8e-420b-91db-f8a046d7eb4c req-62ad9e6a-c29b-4b6f-b9e2-1a388c223815 service nova] Enqueued Resource ID: 8873107d-75d7-49f9-a083-9290a84d78be with Priority: HIGHEST for action port [ 848.071031] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_rules [ 848.071234] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_members [ 848.071374] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8873107d-75d7-49f9-a083-9290a84d78be with Priority: HIGHEST for action port [ 848.071689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.071817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.071817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.072083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.072166] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.073033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.073279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.073366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.073524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.073674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.073774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.073931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.073971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.074074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.074184] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.074940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8873107d-75d7-49f9-a083-9290a84d78be taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.075348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.075427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.075571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.075650] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8873107d-75d7-49f9-a083-9290a84d78be',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.085849] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.519804] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 848.520250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.577181] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.578674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.578674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.578674] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8873107d-75d7-49f9-a083-9290a84d78be with status ACTIVE [ 848.578833] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.578895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.578936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.579213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.579301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.579474] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.579570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.579632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.579787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.579866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.580061] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.580160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.580216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.580355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.580429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.580513] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8873107d-75d7-49f9-a083-9290a84d78be is going to be updated. [ 848.587990] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.604458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.604563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.604616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.604802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.604959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.605138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8873107d-75d7-49f9-a083-9290a84d78be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.082887] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.092019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.092019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.092019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.092019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.092019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.092019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 849.123921] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.124096] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.124165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.124404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.124582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.133829] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 849.587375] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.587375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.587375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.587375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.587375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.587375] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 is going to be created. [ 849.613847] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.614079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.614660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.623797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 in Status: UNINITIALIZED for 2s [ 851.144937] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 851.145297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.145362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.145621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.145831] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.145965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.146029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.146212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.146303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.146389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.146482] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.634870] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 in Status: SUCCESS [ 851.635118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.635303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.635525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.635732] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.635857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.635924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.636125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.636293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.636343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.636473] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.650235] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.650235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.650235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.650235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.650235] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.650493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.650493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.650565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.650604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.650874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.650874] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.651020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.651020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.651109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.651247] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.651344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.651393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.651520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.651594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.651694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.651827] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.138540] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.138697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.138750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.138964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.139233] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.139382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.139476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.139656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.139771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.139931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.140135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.140280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.140280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.143464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.143464] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.143464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.143464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.143464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.143464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.143464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.143464] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.154141] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad63d522-52c4-4e44-9fff-7112c74b23c2: rpc.has_security_group_logging(os_id): False [ 852.172822] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.172965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.173125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.173370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.173493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.173697] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.173847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.173910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.174037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.174116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.174411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.174507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.174564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.174707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.174780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.174965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.175070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.175137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.175262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.175335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.175416] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 852.247803] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.247803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.247803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.247803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.248078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.264509] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 852.338612] env[65117]: INFO networking_nsxv3.common.synchronization [req-f6bcd873-88d5-415a-9a61-e29205dbfe85 req-3fca9be0-a26a-414b-a60e-60f94e10168a tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 852.338904] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 852.339246] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.339370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.339422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.340289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.340289] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.340289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.340289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.340289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.340289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.340289] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.643260] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b282bf-81b7-4b9e-83ef-b62849aa9730: rpc.has_security_group_logging(os_id): False [ 852.665647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.665647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.665647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666121] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.666121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.666121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.666547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.666594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666959] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.667108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.667197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.667298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.667368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.667550] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 is going to be created. [ 852.748191] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.748191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.748191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.748191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.748635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.762897] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 in Status: IN_PROGRESS for 2s [ 852.846022] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.348443] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.850854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.851031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.851103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.851308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.851395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.851495] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 853.886161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.886307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.886368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.886583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.886731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.895680] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 854.289752] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 854.289939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.776253] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 in Status: SUCCESS [ 854.776524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.907621] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 855.907621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.340423] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 857.340705] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 858.043232] env[65117]: INFO networking_nsxv3.common.synchronization [req-ab0c5d3d-bdc6-4afa-b7f2-43d2169b1577 req-77bf643f-044b-4a84-9ac4-810fae3457b5 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 858.043790] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 858.044645] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.044773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.044833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.045149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.045235] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.045338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.045401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.045541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.046296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.046296] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.206018] env[65117]: INFO networking_nsxv3.common.synchronization [req-79238193-d525-4320-ba8e-6ed3dbc6a424 req-50d85d43-a974-4954-a1c9-93233e4d24b2 tempest-MultipleCreateTestJSON-1203795524 tempest-MultipleCreateTestJSON-1203795524-project-member] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 858.206543] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGHEST for action security_group_members [ 858.206849] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.206963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.547545] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.047514] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_members [ 859.049129] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.049129] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_members [ 859.049129] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.049329] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-724cd81c-4d41-4f6b-a419-7e01ac822e2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.049438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.049564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.049940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.050604] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.050604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.050604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.050815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.050921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.051109] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.052349] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.053365] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.054034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.054114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.054302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.054464] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.054565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.054634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.054775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.054857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.054945] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.109508] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_rules [ 859.109508] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.109508] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_rules [ 859.109508] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_members [ 859.109508] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ce659a7-5333-484a-a2fc-0c533789f29f req-a2978003-cf38-4dda-92b4-cae5cde08672 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 with Priority: HIGHEST for action port [ 859.110251] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_rules [ 859.110634] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_rules [ 859.114060] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 with Priority: HIGHEST for action port [ 859.114060] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.114060] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_members [ 859.114060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.114060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.114060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.114060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.114060] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.114060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-724cd81c-4d41-4f6b-a419-7e01ac822e2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.114060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.114060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.114060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.114060] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.115203] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf016a8f-3fc3-4063-8f35-76787bc2e134 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.115453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.115602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.115835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.115996] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf016a8f-3fc3-4063-8f35-76787bc2e134',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.119221] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.119221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.119221] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-724cd81c-4d41-4f6b-a419-7e01ac822e2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.119221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.194833] env[65117]: INFO networking_nsxv3.common.synchronization [req-bf6c9ffd-5081-4a97-a488-3bf1e106c82f req-3003d919-1c4e-44c7-b026-66d60e0b1a30 tempest-TenantUsagesTestJSON-2060536183 tempest-TenantUsagesTestJSON-2060536183-project-member] Enqueued Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_members [ 859.195391] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGHEST for action security_group_members [ 859.195714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.195840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.195906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.196370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.196508] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.196566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.197263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.197263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.197263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.197263] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.459478] env[65117]: INFO networking_nsxv3.common.synchronization [req-11473de6-9c7c-4657-a401-d416ecdda278 req-86557ab2-8da2-4b35-95a5-2fa27b74d723 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 859.460226] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 859.460656] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.460828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.460939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.461212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.461833] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.461986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.462155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.462329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.462457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.462594] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.491153] env[65117]: INFO networking_nsxv3.common.synchronization [req-4898cadb-ee8c-4d5c-9a72-67c2808f7715 req-0bd0471e-d4df-4ac6-89db-308d781e4872 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_members [ 859.491414] env[65117]: INFO networking_nsxv3.common.synchronization [req-4898cadb-ee8c-4d5c-9a72-67c2808f7715 req-0bd0471e-d4df-4ac6-89db-308d781e4872 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.492104] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d with Priority: HIGHEST for action security_group_members [ 859.492300] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.492676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-724cd81c-4d41-4f6b-a419-7e01ac822e2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.492844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.493096] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.493226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.534499] env[65117]: INFO networking_nsxv3.common.synchronization [req-4898cadb-ee8c-4d5c-9a72-67c2808f7715 req-0bd0471e-d4df-4ac6-89db-308d781e4872 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_rules [ 859.534769] env[65117]: INFO networking_nsxv3.common.synchronization [req-4898cadb-ee8c-4d5c-9a72-67c2808f7715 req-0bd0471e-d4df-4ac6-89db-308d781e4872 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.534943] env[65117]: INFO networking_nsxv3.common.synchronization [req-4898cadb-ee8c-4d5c-9a72-67c2808f7715 req-0bd0471e-d4df-4ac6-89db-308d781e4872 tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 with Priority: HIGHEST for action port [ 859.535457] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_rules [ 859.535657] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 859.535828] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 with Priority: HIGHEST for action port [ 859.536667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.536759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.537098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.537208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.537408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf016a8f-3fc3-4063-8f35-76787bc2e134 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.537492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.556472] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.556803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.556803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.557026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.557283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.557394] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 859.558469] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.559405] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.591543] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.592093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.592093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.592093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.592259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.601189] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 859.621180] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf016a8f-3fc3-4063-8f35-76787bc2e134 with status ACTIVE [ 859.624447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.624447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.624447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.624447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.624447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 is going to be updated. [ 859.625122] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.625122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.625122] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-724cd81c-4d41-4f6b-a419-7e01ac822e2d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.625528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.653616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.653762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.653914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.653988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.654150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.654321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.654482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.654650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.654737] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf016a8f-3fc3-4063-8f35-76787bc2e134',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.699437] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.699552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.699622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.699845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.699932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.700146] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.700257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.700318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.700467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.700540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.700622] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 is going to be updated. [ 859.732168] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.732331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.732395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.732612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.732756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.754054] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 in Status: IN_PROGRESS for 2s [ 859.797262] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.797262] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.797262] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.797262] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.797262] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.797262] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.797886] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.798265] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.798587] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.799334] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.799334] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.799334] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.799608] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.799760] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.799895] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.800057] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.853016] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.853016] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.853016] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.853016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.853016] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.853016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.853016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.853016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.853016] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84a599e5-4bbc-4b5f-a05b-c366e64c73a3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.968153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.968153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.968153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.968153] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be deleted. [ 860.010585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.010585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.010585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.010585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.010585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.010585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.061465] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.062443] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.157962] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf016a8f-3fc3-4063-8f35-76787bc2e134 with status ACTIVE [ 860.157962] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.157962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.157962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.157962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.157962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.157962] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.157962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.157962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.158325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.158422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.158604] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.158734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.158823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.158995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.159138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.159523] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf016a8f-3fc3-4063-8f35-76787bc2e134 is going to be updated. [ 860.181667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.181842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.181874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.181874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.182220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.182380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf016a8f-3fc3-4063-8f35-76787bc2e134" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.329853] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.330057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.330137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.330433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.330583] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.330794] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 84a599e5-4bbc-4b5f-a05b-c366e64c73a3 not found, creating... [ 860.331357] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.331357] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.331531] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.331613] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.331769] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.332031] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.332288] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.332372] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.332536] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.332673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.332814] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 84a599e5-4bbc-4b5f-a05b-c366e64c73a3 is going to be created. [ 860.362998] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.363321] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.363494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.363951] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.364210] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.364484] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565313] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.565313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.565313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.565636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565707] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d is going to be created. [ 860.566880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.566997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.567083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.567244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.567326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.567410] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be updated. [ 860.599196] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.599196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.599196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.599378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.600878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.604133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.604133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.604133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.604253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.604402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.609196] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d in Status: UNINITIALIZED for 2s [ 860.611317] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 861.034206] env[65117]: INFO networking_nsxv3.common.synchronization [req-11473de6-9c7c-4657-a401-d416ecdda278 req-a81d487f-24a9-4d82-bd01-aed003ab87e4 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 861.034449] env[65117]: INFO networking_nsxv3.common.synchronization [req-11473de6-9c7c-4657-a401-d416ecdda278 req-a81d487f-24a9-4d82-bd01-aed003ab87e4 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 861.034593] env[65117]: INFO networking_nsxv3.common.synchronization [req-11473de6-9c7c-4657-a401-d416ecdda278 req-a81d487f-24a9-4d82-bd01-aed003ab87e4 service nova] Enqueued Resource ID: 84a599e5-4bbc-4b5f-a05b-c366e64c73a3 with Priority: HIGHEST for action port [ 861.035800] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 861.035800] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 861.035800] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a599e5-4bbc-4b5f-a05b-c366e64c73a3 with Priority: HIGHEST for action port [ 861.035937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.035937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.036057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.036382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.036519] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.039082] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039082] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.039561] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.042418] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.042562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.042629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.042842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.042962] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84a599e5-4bbc-4b5f-a05b-c366e64c73a3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.538517] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.538517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.550216] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84a599e5-4bbc-4b5f-a05b-c366e64c73a3 with status ACTIVE [ 861.550216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.550216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550216] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84a599e5-4bbc-4b5f-a05b-c366e64c73a3 is going to be updated. [ 861.550637] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.572887] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.573225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.573225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.573483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.573745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.573940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84a599e5-4bbc-4b5f-a05b-c366e64c73a3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.612034] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.614033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.614033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.614033] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.763790] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 in Status: SUCCESS [ 861.764065] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 deletion is rescheduled due to dependency. [ 861.764220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.055048] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.116146] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.116277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.116351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.116569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.116660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.116848] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.116949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.117016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.117187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.117268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.117372] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be updated. [ 862.147275] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.147402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.147474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.147748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.147893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.160584] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: IN_PROGRESS for 2s [ 862.190929] env[65117]: INFO networking_nsxv3.common.synchronization [req-63305e19-da5f-4f08-b2dd-5cac936c08fa req-92b154e5-fa47-415a-b02a-e89adb8f7830 tempest-ServerMetadataNegativeTestJSON-1662490506 tempest-ServerMetadataNegativeTestJSON-1662490506-project-member] Enqueued Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_members [ 862.191675] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_members [ 862.196682] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.196836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.196907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.197195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.197372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.197475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.197539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.197688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.197775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.197868] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.516503] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.516503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.516503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.516776] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.517069] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.517238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.517356] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.517576] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.517725] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.517931] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.518086] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.518205] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.518314] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.518423] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.518529] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.518733] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.538202] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.538400] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.538528] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.538713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.539046] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-71bda88a-7236-4dc5-ac1b-a165eb0a894a taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.539255] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.539381] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.539711] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.539855] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71bda88a-7236-4dc5-ac1b-a165eb0a894a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.557549] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.557694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.557811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.557956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.558052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.558149] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be created. [ 862.583010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.583294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.583294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.583441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.583603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.594491] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: UNINITIALIZED for 2s [ 862.619304] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d in Status: SUCCESS [ 862.619304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.619304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.619304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.619304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.619304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.619304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.620608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.620608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.620608] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.621582] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 862.621758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.622254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.623552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.623552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.623552] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.701110] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.701281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.701361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.701598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.701687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.701899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.702011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.702077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.702234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.702311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.702397] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63eb7b58-fde8-4683-bb06-87704f930e1d already deleted. [ 862.702475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.042868] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.043118] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.043248] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.043536] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.043684] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043839] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 71bda88a-7236-4dc5-ac1b-a165eb0a894a not found, creating... [ 863.044157] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.044336] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044456] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.044666] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.044817] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.045121] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.045277] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.045391] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.045615] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.045749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.045890] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 71bda88a-7236-4dc5-ac1b-a165eb0a894a is going to be created. [ 863.070379] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.070582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.070707] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.071252] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.071520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.071811] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.125221] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.125446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.125446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.125707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.125806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.125995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.126113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.126174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.126325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.126402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.126491] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d is going to be deleted. [ 863.127587] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.178720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.178906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.178975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.179287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.179387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.179495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.179683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.180268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.180464] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.180575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.180639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.180789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.180867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.180965] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.630357] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.683409] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.684399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.684399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.684807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.684807] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d already deleted. [ 863.684807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.684807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.684911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.685064] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.685163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.685261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.685357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.685428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.685520] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.790659] env[65117]: INFO networking_nsxv3.common.synchronization [req-63305e19-da5f-4f08-b2dd-5cac936c08fa req-074136f5-09cd-460e-b3dc-d87edffd2d18 service nova] Enqueued Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_rules [ 863.790659] env[65117]: INFO networking_nsxv3.common.synchronization [req-63305e19-da5f-4f08-b2dd-5cac936c08fa req-074136f5-09cd-460e-b3dc-d87edffd2d18 service nova] Enqueued Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_members [ 863.790854] env[65117]: INFO networking_nsxv3.common.synchronization [req-63305e19-da5f-4f08-b2dd-5cac936c08fa req-074136f5-09cd-460e-b3dc-d87edffd2d18 service nova] Enqueued Resource ID: 71bda88a-7236-4dc5-ac1b-a165eb0a894a with Priority: HIGHEST for action port [ 863.791478] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_rules [ 863.791660] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_members [ 863.791816] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bda88a-7236-4dc5-ac1b-a165eb0a894a with Priority: HIGHEST for action port [ 863.792676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.792952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.793072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.793353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.793472] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.796403] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.796561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.796670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.796914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.797165] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.797314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.797422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.797606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.797730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.797860] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.798752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-71bda88a-7236-4dc5-ac1b-a165eb0a894a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.799315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.799315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.799315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.799315] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71bda88a-7236-4dc5-ac1b-a165eb0a894a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.133704] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.133984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.133984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.134496] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be updated. [ 864.174929] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 in Status: SUCCESS [ 864.176032] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 deletion is rescheduled due to dependency. [ 864.176032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.177290] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.177506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.177617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.177902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.178084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.188119] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.188330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.188360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.188574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.188734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.189531] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.189531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.189531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.189531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.189531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.189531] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d already deleted. [ 864.189768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.189768] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.191446] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 864.301409] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.301569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.301755] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.303817] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71bda88a-7236-4dc5-ac1b-a165eb0a894a with status ACTIVE [ 864.303817] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.303817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.303817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.303981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.303981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.308678] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.308869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.308869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.309226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.309725] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.309725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.309725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.309899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.310009] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71bda88a-7236-4dc5-ac1b-a165eb0a894a is going to be updated. [ 864.339795] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.339956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.339996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.340758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.340758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.340758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71bda88a-7236-4dc5-ac1b-a165eb0a894a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.605196] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 864.605429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.605594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.605811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.606017] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.606145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.606212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.606362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.606443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.606525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.606617] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.692938] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('724cd81c-4d41-4f6b-a419-7e01ac822e2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.813394] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.109703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.109884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.110059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.110434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.110618] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.110760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.110961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.111269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.111269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.111340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.111468] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.111582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.111617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.111762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.111950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.112154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.112329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.112588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.112677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.112766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.112862] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.197402] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 724cd81c-4d41-4f6b-a419-7e01ac822e2d: rpc.has_security_group_logging(os_id): False [ 865.215042] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.215180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.215180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.215361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.215450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.215681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.215782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.215845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.215994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.216082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.216173] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d is going to be created. [ 865.236158] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/724cd81c-4d41-4f6b-a419-7e01ac822e2d], does not exist path=[/infra/domains/default/groups/724cd81c-4d41-4f6b-a419-7e01ac822e2d]."\n}' [ 865.236158] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/724cd81c-4d41-4f6b-a419-7e01ac822e2d [ 865.236158] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 865.279177] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.279311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.279405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.279732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.280424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.280695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.280805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.280871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.281048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.281145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.281451] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.281613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.281713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.281937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.282078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.282220] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724cd81c-4d41-4f6b-a419-7e01ac822e2d is going to be created. [ 865.305224] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/724cd81c-4d41-4f6b-a419-7e01ac822e2d], does not exist path=[/infra/domains/default/groups/724cd81c-4d41-4f6b-a419-7e01ac822e2d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/724cd81c-4d41-4f6b-a419-7e01ac822e2d [ 865.305428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-724cd81c-4d41-4f6b-a419-7e01ac822e2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.305897] env[65117]: Traceback (most recent call last): [ 865.305983] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 865.305983] env[65117]: return func(*args, **kwargs) [ 865.305983] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 865.305983] env[65117]: res.raise_for_status() [ 865.305983] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 865.305983] env[65117]: raise HTTPError(http_error_msg, response=self) [ 865.305983] env[65117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/724cd81c-4d41-4f6b-a419-7e01ac822e2d [ 865.305983] env[65117]: During handling of the above exception, another exception occurred: [ 865.305983] env[65117]: Traceback (most recent call last): [ 865.305983] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 865.305983] env[65117]: listener.cb(fileno) [ 865.305983] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 865.305983] env[65117]: result = function(*args, **kwargs) [ 865.305983] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 865.305983] env[65117]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 865.305983] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 865.305983] env[65117]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 865.305983] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 865.305983] env[65117]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 865.305983] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 865.305983] env[65117]: res.raise_for_status() [ 865.305983] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 865.305983] env[65117]: raise HTTPError(http_error_msg, response=self) [ 865.305983] env[65117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/724cd81c-4d41-4f6b-a419-7e01ac822e2d [ 865.305983] env[65117]: Removing descriptor: 66 [ 865.316679] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.316841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.316917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.317200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.317297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.317401] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63eb7b58-fde8-4683-bb06-87704f930e1d is going to be created. [ 865.350563] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.350777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.350931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.351279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.351499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.362911] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63eb7b58-fde8-4683-bb06-87704f930e1d in Status: UNINITIALIZED for 2s [ 865.614999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a07e609d-bafa-4357-be29-979008d0f8b5: rpc.has_security_group_logging(os_id): False [ 865.636065] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.636244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.636289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.636508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.636592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.636826] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.636913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.637055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.637171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.637248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.637433] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.637633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.637696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.637867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.638016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.638755] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.638868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.638868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.639345] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be created. [ 865.723250] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.723250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.723250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.723880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.723880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.733854] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 866.209076] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 866.209360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.209540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.209747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.209940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.210161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.210161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.210279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.210356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.210454] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.714177] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.218085] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.374530] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63eb7b58-fde8-4683-bb06-87704f930e1d in Status: SUCCESS [ 867.374530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.374530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.374622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.375317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.375317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.375317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.375317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.375547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.375733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.375932] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.379074] env[65117]: INFO networking_nsxv3.common.synchronization [req-cefc22ed-acf6-4de1-b3b9-037952d2ed6f req-402e639e-096c-40fd-8d58-68920e25a3aa tempest-ServerRescueTestJSONUnderV235-799270077 tempest-ServerRescueTestJSONUnderV235-799270077-project-member] Enqueued Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 867.380569] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 with Priority: HIGHEST for action security_group_members [ 867.380569] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.380569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.722229] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.722401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.722467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.722729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.722827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.722946] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be updated. [ 867.749588] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 867.749875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.760168] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.760413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.760413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.761083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.761083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.771591] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 867.884284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884768] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.386723] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63eb7b58-fde8-4683-bb06-87704f930e1d: rpc.has_security_group_logging(os_id): False [ 868.408914] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.409225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.409351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.409618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.409742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.410015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.410151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.410199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.410396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.410508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.410726] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.410851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.410931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.411630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.411694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.412016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.412135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63eb7b58-fde8-4683-bb06-87704f930e1d is going to be created. [ 868.472989] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.473185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.473257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.473515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.473720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.485505] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63eb7b58-fde8-4683-bb06-87704f930e1d in Status: IN_PROGRESS for 2s [ 869.338821] env[65117]: INFO networking_nsxv3.common.synchronization [req-56afb0fc-bcf9-440e-b47d-71cd75e3732e req-cdfd5c54-d437-48eb-8ae1-508f2a0da761 tempest-InstanceActionsV221TestJSON-1636086625 tempest-InstanceActionsV221TestJSON-1636086625-project-member] Enqueued Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_members [ 869.339407] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_members [ 869.339726] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.339850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.339916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.340375] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.340461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.340556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.340755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.340849] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.706010] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.706308] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-390" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.706343] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-390" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.706659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-390" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.706941] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.707967] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.708129] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.708371] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.708519] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.708729] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.708846] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.708953] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.709081] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.709223] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.709369] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.709562] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.731034] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.731545] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.731841] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.732164] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-390" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.732499] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-d041adbe-841d-4da7-9e3d-4cb047dd14ec taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.732680] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.732802] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.733462] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.733619] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d041adbe-841d-4da7-9e3d-4cb047dd14ec',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.782741] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 869.783045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.783647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.784268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.784268] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.784448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.784448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.784711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.784887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.785026] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.843815] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.844044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.844044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.844255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.844347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.844539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.844637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.844700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.844845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.844921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.845080] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 already deleted. [ 869.845080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.237352] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.237671] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.237671] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.237902] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.238084] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.238309] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port d041adbe-841d-4da7-9e3d-4cb047dd14ec not found, creating... [ 870.238785] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.239085] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.239613] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.239613] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.241882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.241882] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.241882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.241882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.241882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.241882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.241882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: d041adbe-841d-4da7-9e3d-4cb047dd14ec is going to be created. [ 870.261904] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.262159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.262286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.262524] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.262866] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.262975] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.288020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.288020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.288182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.288935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.315708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.316418] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.316418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.316581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.316691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.316777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.316866] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be updated. [ 870.348023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.348189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.348265] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.348655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.348729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.368312] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 870.501221] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63eb7b58-fde8-4683-bb06-87704f930e1d in Status: SUCCESS [ 870.501501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.003737] env[65117]: INFO networking_nsxv3.common.synchronization [req-56afb0fc-bcf9-440e-b47d-71cd75e3732e req-17dfbdf7-c250-4e54-be51-c3fbbd24ea74 service nova] Enqueued Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_rules [ 871.003966] env[65117]: INFO networking_nsxv3.common.synchronization [req-56afb0fc-bcf9-440e-b47d-71cd75e3732e req-17dfbdf7-c250-4e54-be51-c3fbbd24ea74 service nova] Enqueued Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_members [ 871.004065] env[65117]: INFO networking_nsxv3.common.synchronization [req-56afb0fc-bcf9-440e-b47d-71cd75e3732e req-17dfbdf7-c250-4e54-be51-c3fbbd24ea74 service nova] Enqueued Resource ID: d041adbe-841d-4da7-9e3d-4cb047dd14ec with Priority: HIGHEST for action port [ 871.004600] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_rules [ 871.004853] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_members [ 871.004928] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d041adbe-841d-4da7-9e3d-4cb047dd14ec with Priority: HIGHEST for action port [ 871.005248] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.005375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.005441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.005701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.005786] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.007131] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.007340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.007417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.007585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.007748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.007850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.007911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.008075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.008254] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.009724] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d041adbe-841d-4da7-9e3d-4cb047dd14ec taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.009724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.009724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.009724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.009724] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d041adbe-841d-4da7-9e3d-4cb047dd14ec',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.514297] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.514297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514297] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d041adbe-841d-4da7-9e3d-4cb047dd14ec with status ACTIVE [ 871.514297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.514297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.515054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.515337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.515520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.515826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.516113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.520350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.520350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.520350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520350] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d041adbe-841d-4da7-9e3d-4cb047dd14ec is going to be updated. [ 871.550849] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.551017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.551241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.551452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.551591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.551757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d041adbe-841d-4da7-9e3d-4cb047dd14ec" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.014245] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.378604] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 872.379234] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 deletion is rescheduled due to dependency. [ 872.379234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.379234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.379443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.379680] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.379821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.379908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383639] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383639] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383639] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.516988] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.517181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.517262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.517498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.517590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.517693] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 is going to be created. [ 872.545016] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.545211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.545287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.545511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.545674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.556972] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 in Status: UNINITIALIZED for 2s [ 872.884513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.884813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.885153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.885380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.885481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.885727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.885851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.886107] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.887280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.887436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.887666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.887787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.887913] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be updated. [ 872.919740] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.919970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.920091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.920406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.920905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.931824] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 874.566900] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 in Status: SUCCESS [ 874.567233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.567325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.567544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.567742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.567860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.567920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.568115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.568196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.568283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.568376] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.943646] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 874.943836] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 deletion is rescheduled due to dependency. [ 874.943965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.944276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.944605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.944727] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.944878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.944996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.945218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.945315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.945404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.945624] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8e0fcc-05c3-4355-acba-e4d0a882d620 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.945776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.945894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.946050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.946283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.946393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.946502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.946707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.946815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.946913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.947455] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.072447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.072905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.073013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.073230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.073413] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.073560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.073613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.073754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.073821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.073896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.074052] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.074181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.074233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.074383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.074479] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.074583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.074639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.074752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.074831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.074915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.075022] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.449731] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c8e0fcc-05c3-4355-acba-e4d0a882d620: rpc.has_security_group_logging(os_id): False [ 875.471627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.471774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.471823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.472046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.473568] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.473568] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.473568] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.473568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.474275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.474275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.474275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be updated. [ 875.539521] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.539521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.539724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.543028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.543028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.554013] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: IN_PROGRESS for 2s [ 875.577555] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e34fc5-5474-4768-8e9a-fbd11de71ca2: rpc.has_security_group_logging(os_id): False [ 875.605463] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.605691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.605691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.606185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.606185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.606732] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.606921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.607039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.607279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.607434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.607685] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.607854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.607967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.608251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.608374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.608688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.608869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.608968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.609169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.609353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.609474] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 is going to be created. [ 875.690916] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.691124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.691220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.691460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.691671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.715233] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 in Status: IN_PROGRESS for 2s [ 876.009035] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 876.009035] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 876.232628] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b6d89c32-b0d0-40f6-9812-4a35d95e7e66 None None] Enqueued Resource ID: 1853640b-e622-478f-bff4-de10ae335152 with Priority: HIGHEST for action port [ 876.232628] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1853640b-e622-478f-bff4-de10ae335152 with Priority: HIGHEST for action port [ 876.232897] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1853640b-e622-478f-bff4-de10ae335152 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.233024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1853640b-e622-478f-bff4-de10ae335152" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1853640b-e622-478f-bff4-de10ae335152" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1853640b-e622-478f-bff4-de10ae335152" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.233675] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1853640b-e622-478f-bff4-de10ae335152',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.584742] env[65117]: INFO networking_nsxv3.common.synchronization [req-bae84e0e-6be5-4ef2-9b1d-3e79d407888a req-2f3fcdac-2a7b-4857-a13e-8cf29d0b4eb9 tempest-ServerMetadataNegativeTestJSON-1662490506 tempest-ServerMetadataNegativeTestJSON-1662490506-project-member] Enqueued Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_members [ 876.585297] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGHEST for action security_group_members [ 876.585681] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.585975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.585975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586428] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.586610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.586984] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.689131] env[65117]: INFO networking_nsxv3.common.synchronization [req-5b5f63f2-c1b8-4924-af08-f8a5c0e2d3aa req-ea9ecc72-9891-4cbd-8d18-553c455025da tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 876.689907] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 876.690417] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.690628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.690753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.690935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.691127] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.691231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.691311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.691578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.691736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.691846] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.735979] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1853640b-e622-478f-bff4-de10ae335152 [ 876.738268] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.738547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.738633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.738880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.738970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.739089] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1853640b-e622-478f-bff4-de10ae335152 already deleted. [ 876.739179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1853640b-e622-478f-bff4-de10ae335152" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.089947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.090144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.090220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.090510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.090600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.091273] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.091273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.091273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.094718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.094718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.094718] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63eb7b58-fde8-4683-bb06-87704f930e1d is going to be updated. [ 877.132710] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.133091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.133091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.133408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.133408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.143393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63eb7b58-fde8-4683-bb06-87704f930e1d in Status: IN_PROGRESS for 2s [ 877.151810] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.152043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.152173] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.152456] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.152967] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.153244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.153421] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.153670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.153834] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.154151] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.154347] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.154504] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.154779] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.154934] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.155170] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.155339] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.176537] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.176741] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.176875] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.177103] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-933" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.177406] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-0806b182-53b5-430b-a7f7-d9277c4a2ec4 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.177583] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.177707] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.178085] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.178246] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0806b182-53b5-430b-a7f7-d9277c4a2ec4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.196024] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.577068] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 in Status: SUCCESS [ 877.577068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.577068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.577068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.577068] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8e0fcc-05c3-4355-acba-e4d0a882d620',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.682034] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.682034] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.682034] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.682492] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.682492] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.682492] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 0806b182-53b5-430b-a7f7-d9277c4a2ec4 not found, creating... [ 877.682724] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.682884] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.683045] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.683294] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.686856] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.687439] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.687622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.687742] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.688038] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.688311] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.688436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 is going to be created. [ 877.698466] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.714622] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.714869] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.715395] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.715395] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.715677] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.715956] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.730448] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 in Status: SUCCESS [ 877.730448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.104592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.104782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.104854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.105070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.105169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.105271] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8e0fcc-05c3-4355-acba-e4d0a882d620 is going to be deleted. [ 878.165467] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.165620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.165689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.165907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.165999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.166142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8e0fcc-05c3-4355-acba-e4d0a882d620" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.203656] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.204351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.204577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.204652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.204745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.204853] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 878.254308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.254473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.254545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.254772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.255270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.265163] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 878.494840] env[65117]: INFO networking_nsxv3.common.synchronization [req-5b5f63f2-c1b8-4924-af08-f8a5c0e2d3aa req-7bc1f42e-191a-4927-8a04-e5d288f245b0 service nova] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 878.495220] env[65117]: INFO networking_nsxv3.common.synchronization [req-5b5f63f2-c1b8-4924-af08-f8a5c0e2d3aa req-7bc1f42e-191a-4927-8a04-e5d288f245b0 service nova] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 878.495368] env[65117]: INFO networking_nsxv3.common.synchronization [req-5b5f63f2-c1b8-4924-af08-f8a5c0e2d3aa req-7bc1f42e-191a-4927-8a04-e5d288f245b0 service nova] Enqueued Resource ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with Priority: HIGHEST for action port [ 878.496331] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 878.496331] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 878.496331] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with Priority: HIGHEST for action port [ 878.496965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.496965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.496965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.496965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.497155] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.498099] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.498592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.498855] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0806b182-53b5-430b-a7f7-d9277c4a2ec4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.498982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.498982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.503257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504078] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0806b182-53b5-430b-a7f7-d9277c4a2ec4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.004869] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.005173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.008387] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with status ACTIVE [ 879.008512] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.008637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.008747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.008961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.013024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.013024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.013024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.013024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 is going to be updated. [ 879.029026] env[65117]: INFO networking_nsxv3.common.synchronization [None req-4fd34c8a-e99c-46bd-ab86-2e8b28f635a5 None None] Enqueued Resource ID: 195e475e-45aa-4f67-a298-150e75f1da65 with Priority: HIGHEST for action port [ 879.029321] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 195e475e-45aa-4f67-a298-150e75f1da65 with Priority: HIGHEST for action port [ 879.029891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-195e475e-45aa-4f67-a298-150e75f1da65 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.030035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-195e475e-45aa-4f67-a298-150e75f1da65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.030105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-195e475e-45aa-4f67-a298-150e75f1da65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.030403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-195e475e-45aa-4f67-a298-150e75f1da65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.030482] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195e475e-45aa-4f67-a298-150e75f1da65',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.036830] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.036969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.037050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.037593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.037786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.037960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.155474] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63eb7b58-fde8-4683-bb06-87704f930e1d in Status: SUCCESS [ 879.155581] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63eb7b58-fde8-4683-bb06-87704f930e1d deletion is rescheduled due to dependency. [ 879.155725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.392275] env[65117]: INFO networking_nsxv3.common.synchronization [req-f45fade8-3263-4734-b3a5-6ee09e00b38e req-6ffbb6ae-7eb6-484d-b7a2-c7c284932c6f tempest-ServersTestManualDisk-929079964 tempest-ServersTestManualDisk-929079964-project-member] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_members [ 879.393297] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_members [ 879.394455] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.394455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.394455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.394455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.394656] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.394656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.394656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.396073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.396073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.396073] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.532411] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 195e475e-45aa-4f67-a298-150e75f1da65 [ 879.532680] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.532873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.533202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.533202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.533367] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:195e475e-45aa-4f67-a298-150e75f1da65 already deleted. [ 879.533367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-195e475e-45aa-4f67-a298-150e75f1da65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.716068] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.716068] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-984" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.716068] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-984" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.716346] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-984" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.717036] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.717036] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.717036] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.717221] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.717364] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.717579] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.717692] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.719969] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.719969] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.719969] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.719969] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.719969] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.736980] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.737246] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.737357] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.737538] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-984" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.737850] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.738043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.738171] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.738489] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.738634] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66ca9fe-1583-4ed5-aec4-f2f4769795fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.899630] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.899630] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.899630] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd already deleted. [ 879.899630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.240737] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.241073] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.241119] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.241566] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.241566] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.241686] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e66ca9fe-1583-4ed5-aec4-f2f4769795fc not found, creating... [ 880.241926] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.242097] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.242215] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.242446] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.242585] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.242888] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.243089] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243222] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.243428] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.243558] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.243729] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e66ca9fe-1583-4ed5-aec4-f2f4769795fc is going to be created. [ 880.268413] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.268630] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.268754] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.269038] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.269345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.269575] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.274902] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 880.275115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.275264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.275459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.275633] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.275748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.275812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.276043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.276043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.276125] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.777686] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.015357] env[65117]: INFO networking_nsxv3.common.synchronization [req-f45fade8-3263-4734-b3a5-6ee09e00b38e req-0ddc2898-1894-43b6-93b7-54fb9ddca94d service nova] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_rules [ 881.015529] env[65117]: INFO networking_nsxv3.common.synchronization [req-f45fade8-3263-4734-b3a5-6ee09e00b38e req-0ddc2898-1894-43b6-93b7-54fb9ddca94d service nova] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_members [ 881.015701] env[65117]: INFO networking_nsxv3.common.synchronization [req-f45fade8-3263-4734-b3a5-6ee09e00b38e req-0ddc2898-1894-43b6-93b7-54fb9ddca94d service nova] Enqueued Resource ID: e66ca9fe-1583-4ed5-aec4-f2f4769795fc with Priority: HIGHEST for action port [ 881.016203] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_rules [ 881.016351] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_members [ 881.016450] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66ca9fe-1583-4ed5-aec4-f2f4769795fc with Priority: HIGHEST for action port [ 881.016835] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.019370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.019370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.019370] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.020889] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.020889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.020889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.020889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.020889] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.020889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.020889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.021167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.021167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.021167] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.022211] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.022331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.022406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.022541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.023218] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66ca9fe-1583-4ed5-aec4-f2f4769795fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.280121] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.524315] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e66ca9fe-1583-4ed5-aec4-f2f4769795fc with status ACTIVE [ 881.525805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.525805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.525805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.525993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.525993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.526151] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.526938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.526938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.526938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.526938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.526938] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.526938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.526938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.528352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.528352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.528352] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e66ca9fe-1583-4ed5-aec4-f2f4769795fc is going to be updated. [ 881.528644] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.528644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.528644] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.555247] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.555371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.555455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.555620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.555768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.555941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66ca9fe-1583-4ed5-aec4-f2f4769795fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.782937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.783120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.783213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.783421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.783511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.783615] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 881.836033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.836033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.836033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.836033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.836033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.844270] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 882.031205] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.534651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.535107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.535107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.535223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.535333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.535439] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd is going to be created. [ 882.563465] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.563726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.563904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.564159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.564433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.578145] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd in Status: UNINITIALIZED for 2s [ 883.856060] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 883.856060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.856509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.856509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.856572] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.856726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.856726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.856879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.856961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.857056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.857147] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.910933] env[65117]: INFO networking_nsxv3.common.synchronization [req-b93a6836-07aa-454f-a502-f31c224f7ea0 req-faad1ba0-0d72-404a-9e8a-6ed8c6999c28 tempest-InstanceActionsV221TestJSON-1636086625 tempest-InstanceActionsV221TestJSON-1636086625-project-member] Enqueued Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_members [ 883.912303] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGHEST for action security_group_members [ 883.912303] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.912303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.912303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.912303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.914814] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.914814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.914814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.914814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.914814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.914814] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.359821] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.359986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.360076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.360295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.360482] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.360583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.360643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.360789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.360875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.360961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.361118] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.361212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.361275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.361414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.361606] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.361813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.361887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.362069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.362151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.362237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.362331] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.417497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.417734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.417837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.418098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.418228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.418461] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.418573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.418638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.418792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.418870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.418954] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 is going to be updated. [ 884.454873] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.454873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.454873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.454873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.454873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.464133] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 in Status: IN_PROGRESS for 2s [ 884.588919] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd in Status: SUCCESS [ 884.589174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.589400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.589628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.589826] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.589945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.590039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.590285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.590349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.590472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.590637] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.865437] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 884.884267] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.884412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.884595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.884760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.905824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.906213] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.906355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.906422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.906657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.906746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.906992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.907086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.907163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.907364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.907452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.907644] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.907755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.907850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.908085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.908218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.908363] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 884.986024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.986024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.986024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.986024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.986024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.002380] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 885.093254] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.596248] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14e74c30-a0a7-43cc-945b-bb8ff9974cbd: rpc.has_security_group_logging(os_id): False [ 885.613950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.614119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.614179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.614396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.614486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.614744] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.614846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.614910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.615084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.615162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.615268] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd is going to be created. [ 885.683359] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.683359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.683359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.683359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.683359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.696040] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd in Status: IN_PROGRESS for 2s [ 886.475737] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 in Status: SUCCESS [ 886.475737] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 deletion is rescheduled due to dependency. [ 886.475737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.017992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 887.017992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.708346] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd in Status: SUCCESS [ 887.708712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.720710] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 887.720892] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 887.721805] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 887.721889] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 887.722397] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.722397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.722397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.722550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.722706] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.722804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.722862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.723017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.723101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.723190] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.725044] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.725044] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.725044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.725494] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.772037] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 887.772884] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 887.773206] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_rules [ 887.773526] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 887.773833] env[65117]: INFO networking_nsxv3.common.synchronization [req-79828c58-1b1d-419b-8061-938a43dfb397 req-8db10c54-6721-419e-8731-189f5c07cf96 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with Priority: HIGHEST for action port [ 887.774738] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 887.775140] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_rules [ 887.775384] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with Priority: HIGHEST for action port [ 887.776115] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 887.776380] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 887.776850] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.777184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.777812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.778196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.778516] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.781206] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.781206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.781206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.781438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.781608] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.783461] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0806b182-53b5-430b-a7f7-d9277c4a2ec4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.783461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.783461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.784210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.784210] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0806b182-53b5-430b-a7f7-d9277c4a2ec4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.785234] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.785360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.786747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.786747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.227132] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.229802] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.287393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with status ACTIVE [ 888.287647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.287790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.287850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.288091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.288183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.288383] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.288483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.288530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.288678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.288772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.288934] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.289039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.289094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.289231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.289364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.289457] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 is going to be updated. [ 888.290885] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.291052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.291427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.291583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.317513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.317682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.317729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.317954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.318108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.318272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.732784] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.734933] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.237759] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.238048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.238103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.238293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.238386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.238501] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be created. [ 889.239875] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.240010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.240242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.240371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.240456] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 889.302715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.302715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.302715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.302715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.303133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.316254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.316493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.316559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.316774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.316911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.321068] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: UNINITIALIZED for 2s [ 889.326475] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 891.027051] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-a8ee5586-0427-4c7b-9904-25fe290027ec tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 891.027597] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 891.027907] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.028047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.028118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.028317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.028483] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.028602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.028639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.028779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.028860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.028954] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.334034] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 891.334034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.334267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.334331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.334513] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.334622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.334683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.334899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.335033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.335122] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.341022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.341022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.341022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.341022] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.469028] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-2c9c2cc8-de75-438b-a7d3-533a18f7a427 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 891.470654] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 891.471087] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.471192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.532509] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.532509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.532509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.532509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.556415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.556792] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.561132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.561132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.561132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.561132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.561132] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 891.591426] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.591552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.591593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.591771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.591959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.602865] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 891.809955] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.810229] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-947" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.810465] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-947" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.810789] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-947" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.814434] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.814712] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.814862] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.815181] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.815340] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.815569] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.815688] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.815805] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.815919] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.816052] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.816174] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.816345] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.837459] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.845187] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.845643] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.845643] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.845738] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-947" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.846034] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.846200] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.846331] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.846677] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.846823] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5594eff-42a6-49c8-a4ef-200ce59f5ec2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.847832] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.340413] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.350626] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.350860] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.350988] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.351299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.351458] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.351647] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e5594eff-42a6-49c8-a4ef-200ce59f5ec2 not found, creating... [ 892.352059] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.352059] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.352211] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.352419] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.352572] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.352848] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.353013] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.353137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.353345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.353479] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.353619] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e5594eff-42a6-49c8-a4ef-200ce59f5ec2 is going to be created. [ 892.354718] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.379331] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.380375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.380375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.380375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.380375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.380573] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.842882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.843110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.843160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.843372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.843484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.843566] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be updated. [ 892.857415] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.857714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.857714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.857873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.857948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.858073] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 892.875038] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.875038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.875038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.875267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.875355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.884849] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: IN_PROGRESS for 2s [ 892.892517] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.892650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.892650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.892833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.893337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.904979] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 893.139556] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-863dacd9-4a2f-4d53-b3fc-b0180480f147 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 893.139735] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-863dacd9-4a2f-4d53-b3fc-b0180480f147 service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 893.142748] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-863dacd9-4a2f-4d53-b3fc-b0180480f147 service nova] Enqueued Resource ID: e5594eff-42a6-49c8-a4ef-200ce59f5ec2 with Priority: HIGHEST for action port [ 893.142748] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 893.142748] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 893.142748] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5594eff-42a6-49c8-a4ef-200ce59f5ec2 with Priority: HIGHEST for action port [ 893.142748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.142748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.142748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.142748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.142748] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.143304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.143304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.143304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.143442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.143442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.143615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.143668] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5594eff-42a6-49c8-a4ef-200ce59f5ec2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.416667] env[65117]: INFO networking_nsxv3.common.synchronization [req-6db62a4b-62cc-4e87-bf63-dabdebe5ea76 req-61396d13-b217-432b-9622-2e5d8444bb3d tempest-ListServerFiltersTestJSON-425686730 tempest-ListServerFiltersTestJSON-425686730-project-member] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 893.417838] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGHEST for action security_group_members [ 893.417838] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.418146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.418667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.419695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.420651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.420960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.420960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.422014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.422014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.422014] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.612676] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 893.612933] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 deletion is rescheduled due to dependency. [ 893.613118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.613346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.613737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.614010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.614199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.614303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.614562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.614682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.615114] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.643708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.643849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.651409] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5594eff-42a6-49c8-a4ef-200ce59f5ec2 with status ACTIVE [ 893.651734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.651888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.651976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.652217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.652337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.652566] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.652680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.652745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.652896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.652970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.653171] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.653267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.653330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.653483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.653586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.653677] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5594eff-42a6-49c8-a4ef-200ce59f5ec2 is going to be updated. [ 893.675016] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.675016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.675016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.675016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.675016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.675295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5594eff-42a6-49c8-a4ef-200ce59f5ec2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.926463] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.926463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.926463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.926463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.949977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.949977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.950116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.950169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.950356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.951094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.951094] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be updated. [ 893.960085] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.960296] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-630" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.960431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-630" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.960764] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-630" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.961076] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.961239] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.961359] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.961573] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.961713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.961916] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.962152] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.962329] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.962827] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.962827] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.963327] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.963518] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.983610] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.983790] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.984314] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.984314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-630" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.984481] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9656c65b-313c-42eb-84ad-8793eb0f243c taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.984623] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.984744] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.985091] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.985925] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9656c65b-313c-42eb-84ad-8793eb0f243c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.987358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.987468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.987527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.987705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.987888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.003180] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: IN_PROGRESS for 2s [ 894.118038] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.490605] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.490935] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.491067] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.491396] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.491638] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.491842] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9656c65b-313c-42eb-84ad-8793eb0f243c not found, creating... [ 894.492250] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.492501] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.492671] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.492968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.493199] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.493544] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.493773] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.493949] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.494221] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.494418] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.494620] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9656c65b-313c-42eb-84ad-8793eb0f243c is going to be created. [ 894.516356] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.516498] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.516593] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.516885] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.517587] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.517587] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.620084] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.895659] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 894.895819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.896034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.896312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.896509] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.896617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.896690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.896820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.897022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.897022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.897133] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.913348] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 894.913569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.914068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.915147] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.915147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.915147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.915147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.915147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.915147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.915147] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.122913] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.123144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.123192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.123375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.123469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.123567] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 895.157818] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.157978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.158062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.158282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.158427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.168141] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 895.252973] env[65117]: INFO networking_nsxv3.common.synchronization [req-d6000c5b-ff27-4faa-a15f-cd8feb42906a req-80f2dd34-17ab-41d1-a004-c641b76fde55 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 895.253725] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 895.254157] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.254157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.254157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.254737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.254737] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.254737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.254737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.254946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.254975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.255407] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.276512] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-1292ded6-3a64-4f18-b481-b583eccc01ee service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 895.276685] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-1292ded6-3a64-4f18-b481-b583eccc01ee service nova] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 895.276842] env[65117]: INFO networking_nsxv3.common.synchronization [req-948650d6-9b4f-4289-a750-7d21e2d421d9 req-1292ded6-3a64-4f18-b481-b583eccc01ee service nova] Enqueued Resource ID: 9656c65b-313c-42eb-84ad-8793eb0f243c with Priority: HIGHEST for action port [ 895.277376] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_rules [ 895.277540] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 895.277642] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9656c65b-313c-42eb-84ad-8793eb0f243c with Priority: HIGHEST for action port [ 895.277937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.278378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.278489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.278582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.278762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9656c65b-313c-42eb-84ad-8793eb0f243c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.278866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.278949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.279149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.279229] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9656c65b-313c-42eb-84ad-8793eb0f243c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.400581] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.419453] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.419650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.419689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.420353] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.420353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.420353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.420605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420675] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.420766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.420827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.421117] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.421208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.421345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.421397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.421470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.421554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.421774] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.591352] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 895.591638] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_members [ 895.591690] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 895.592341] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 895.592800] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_members [ 895.592800] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 895.592918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.593350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.593420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.593744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.594025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.594194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.594267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.594468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.594535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.595808] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.595808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.596146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.596146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.596146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.596320] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.596410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.596455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.596576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.597396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.597464] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.599216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.600123] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.600922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.600922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.600922] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.604798] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.605243] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.605243] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.605918] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.606218] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.606549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.606675] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.607024] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.607181] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.607462] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.607901] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.607901] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.607901] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.607901] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.608035] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.608252] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.628025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.628273] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.628433] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.628508] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.628814] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-8f10f5b6-958f-43a8-889d-ae5865fff127 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.629015] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.630595] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.630595] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.630595] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f10f5b6-958f-43a8-889d-ae5865fff127',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_rules [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_rules [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_members [ 895.652067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b76b745f-d18b-4a42-92ca-1b7df1ad3de7 req-5a2ceda0-7b6a-47c1-9b7f-0eb63ceb6d2d tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with Priority: HIGHEST for action port [ 895.652959] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_rules [ 895.655378] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_rules [ 895.655378] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_members [ 895.655378] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with Priority: HIGHEST for action port [ 895.655378] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_rules [ 895.655378] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 895.655378] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 895.655378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.655378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.655378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.655378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.655378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.655378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.655378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0806b182-53b5-430b-a7f7-d9277c4a2ec4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.655378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.655378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.655965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.656110] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0806b182-53b5-430b-a7f7-d9277c4a2ec4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.656935] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9510ce4-6a56-4bdd-80c2-b0469e9044bf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.657114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.657159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.657446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.657535] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.658415] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658868] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.757219] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.760138] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.760138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 already deleted. [ 895.760138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.785713] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9656c65b-313c-42eb-84ad-8793eb0f243c with status ACTIVE [ 895.785713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.785713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.785713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.785713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.785713] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9656c65b-313c-42eb-84ad-8793eb0f243c is going to be updated. [ 895.804909] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.805135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.805244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.805507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.805693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.805908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9656c65b-313c-42eb-84ad-8793eb0f243c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.903045] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2abf2c8-b75c-4c1b-bdb0-1161aaf57126: rpc.has_security_group_logging(os_id): False [ 895.921637] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.921637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.921637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.921637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.921637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.921943] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.921988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.922042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.922182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.922261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.922348] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be created. [ 895.924950] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 895.948965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.949191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.949485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.949766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.949899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.950188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.950301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.950433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.950661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.950789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.951065] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.951222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.951309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.951508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.951619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.951887] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.952032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.952141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.952323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.952407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.952501] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 896.018218] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.018440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.018821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.026910] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c459d7b-3566-4d9b-8190-85e55de27048 in Status: SUCCESS [ 896.026988] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 deletion is rescheduled due to dependency. [ 896.027117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.032915] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: IN_PROGRESS for 2s [ 896.033837] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.033963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.034042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.034251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.034395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.049025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 896.105059] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.106389] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.110759] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.132713] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.132964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.133153] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.133456] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.133617] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.133797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 8f10f5b6-958f-43a8-889d-ae5865fff127 not found, creating... [ 896.134122] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.134297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.134461] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.134732] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.134882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.135231] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.135406] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.135545] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.135788] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.135927] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.136108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 8f10f5b6-958f-43a8-889d-ae5865fff127 is going to be created. [ 896.161998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.162217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.162504] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0806b182-53b5-430b-a7f7-d9277c4a2ec4 with status ACTIVE [ 896.162770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.162832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.162902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.163361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.163361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.163465] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.163708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.163708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.163842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.164035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.164169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.164341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.164341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.164506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.164593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.164704] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0806b182-53b5-430b-a7f7-d9277c4a2ec4 is going to be updated. [ 896.174714] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.175084] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.175084] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.175361] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.175624] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.175915] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.188431] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.188595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.188660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.188878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.189059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.189233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0806b182-53b5-430b-a7f7-d9277c4a2ec4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609467] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.610621] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.613519] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.799219] env[65117]: INFO networking_nsxv3.common.synchronization [None req-22901323-a58c-468a-a4a4-abac946d681f tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 6a76d6d4-ea9b-4091-b98e-8acd31bf3372 with Priority: HIGHEST for action security_group_rules [ 896.799878] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a76d6d4-ea9b-4091-b98e-8acd31bf3372 with Priority: HIGHEST for action security_group_rules [ 896.800073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.800197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.800264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.800743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.800743] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a76d6d4-ea9b-4091-b98e-8acd31bf3372',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.903965] env[65117]: INFO networking_nsxv3.common.synchronization [None req-450f592e-482c-495b-9d6f-f283c997a2b6 tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 6a76d6d4-ea9b-4091-b98e-8acd31bf3372 with Priority: HIGHEST for action security_group_rules [ 896.905322] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a76d6d4-ea9b-4091-b98e-8acd31bf3372 with Priority: HIGHEST for action security_group_rules [ 896.906144] env[65117]: INFO networking_nsxv3.common.synchronization [req-d6000c5b-ff27-4faa-a15f-cd8feb42906a req-833a0f2e-16e6-4b4b-a9be-76f1cd3e5487 service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 896.906339] env[65117]: INFO networking_nsxv3.common.synchronization [req-d6000c5b-ff27-4faa-a15f-cd8feb42906a req-833a0f2e-16e6-4b4b-a9be-76f1cd3e5487 service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 896.906428] env[65117]: INFO networking_nsxv3.common.synchronization [req-d6000c5b-ff27-4faa-a15f-cd8feb42906a req-833a0f2e-16e6-4b4b-a9be-76f1cd3e5487 service nova] Enqueued Resource ID: 8f10f5b6-958f-43a8-889d-ae5865fff127 with Priority: HIGHEST for action port [ 896.906738] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.906839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.907192] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 896.907390] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 896.907751] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f10f5b6-958f-43a8-889d-ae5865fff127 with Priority: HIGHEST for action port [ 896.908690] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.908788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.909316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.909316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.909316] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.910182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.910290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.910359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.910531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.910672] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.910826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.910826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.910994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.911272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.911272] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.912023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f10f5b6-958f-43a8-889d-ae5865fff127 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.912138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.912228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.912335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.912413] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f10f5b6-958f-43a8-889d-ae5865fff127',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.113164] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.113164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.113350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.113432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.113676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.113676] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf is going to be created. [ 897.115047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.115167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.115227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.115753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.115919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.116033] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 897.117511] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.117642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.117704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.117909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.117994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.118114] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be updated. [ 897.149244] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.149244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.149244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.149244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.149244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.150752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.151102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.151295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.151633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.151900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.154259] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.154548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.154721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.155054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.155291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.169082] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 897.169082] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: IN_PROGRESS for 2s [ 897.170736] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf in Status: UNINITIALIZED for 2s [ 897.181189] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 897.181189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.181326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.181549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.181739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.181985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.181985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.182094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.182155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.182250] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.324614] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.324808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.324870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.325128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.325255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.325367] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a76d6d4-ea9b-4091-b98e-8acd31bf3372 already deleted. [ 897.325459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.326046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.326232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.326320] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a76d6d4-ea9b-4091-b98e-8acd31bf3372',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.416120] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.416120] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.416120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.416120] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f10f5b6-958f-43a8-889d-ae5865fff127 with status ACTIVE [ 897.416820] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.417217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.417496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.419017] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.419017] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.419017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.419432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.419729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.419916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.420219] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f10f5b6-958f-43a8-889d-ae5865fff127 is going to be updated. [ 897.445876] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.445876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.445876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.445876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.445876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.445876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f10f5b6-958f-43a8-889d-ae5865fff127" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.686035] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.849854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.849995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.850068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.850272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.850370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.850459] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a76d6d4-ea9b-4091-b98e-8acd31bf3372 already deleted. [ 897.850540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a76d6d4-ea9b-4091-b98e-8acd31bf3372" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.917527] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.046164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 898.046263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.047108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.047108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.047108] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.064956] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 898.065241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.065381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.065636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.065741] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.187629] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.419210] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.419456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.419456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.420608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.420608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.420608] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be created. [ 898.464452] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.464665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.465200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.465200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.465200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.480599] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: UNINITIALIZED for 2s [ 898.549134] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.549320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.568331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.568331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690328] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.690647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.690866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.690961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.691075] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 898.719429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.719588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.719662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.719869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.720021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.728481] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 899.181605] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 899.182111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.182322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.182555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.182770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.182882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.182947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.183161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.183236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.183352] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.184930] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 899.185192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.185847] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf in Status: SUCCESS [ 899.186118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.186231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.186420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.186605] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.186906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.186906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.187047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.187133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.187262] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.188243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.188405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.188594] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.188738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.188814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.188967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.189059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.189154] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.691388] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.692543] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.693340] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.195743] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.197117] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.199068] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.492519] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 900.492519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.492766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.492803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.492998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.493177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.493244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.493426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.493505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.493591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.493681] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.679951] env[65117]: INFO networking_nsxv3.common.synchronization [req-b1bcfdae-2766-4a13-9cd4-256293335113 req-906264b3-91a5-48b1-8c54-5630a71f47df tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 900.681085] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 900.681085] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.681085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.681085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.681322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.681322] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.681403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.681473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.681643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.681731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.681839] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.700999] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.700999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.700999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.700999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.700999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.700999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 900.701626] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.701821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.701893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.702188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.702273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.702366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf is going to be updated. [ 900.703556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.703723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.703723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.703877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.703956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.704054] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be updated. [ 900.749406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.750089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.750089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.750089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.750290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.754904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.755097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.755144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.755351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.755556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.757579] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.757732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.757803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.758077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.758183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.760576] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 900.760762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.762350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.762350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.762350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.762668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.762668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.762807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.762858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.763279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.763279] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.764083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.764278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.764471] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.764581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.764658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.764771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.764860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.764941] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.771694] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf in Status: IN_PROGRESS for 2s [ 900.772634] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 900.774071] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: IN_PROGRESS for 2s [ 900.998995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.999683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.999683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.999683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.999683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.999683] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.080365] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.081387] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.081387] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.081387] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.081977] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.082215] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.082584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.083283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.083283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.083610] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.083849] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.084162] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.084405] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.085365] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.085805] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.086019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.109434] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.109695] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.109826] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.110033] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.110400] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-e49e49d2-925a-4b00-8fe2-01b1909277ed taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.110618] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.110763] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.111830] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.112092] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49e49d2-925a-4b00-8fe2-01b1909277ed',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.124955] env[65117]: INFO networking_nsxv3.common.synchronization [req-e12a97a6-02b1-4617-9509-bb031e0bc644 req-a4e5b585-1e3f-4cfe-88c7-223ce2bf7ba4 tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 901.125474] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 901.125967] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.126644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.126721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.126944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.127137] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.127262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.127296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.127480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.127570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.127665] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.183964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.184632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.184735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.184985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.208500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.208830] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.208958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.209084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.209252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.209337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.209611] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 901.244012] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.244012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.244222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.244452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.244790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.254252] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 901.267810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.268040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.268308] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.502412] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4dc939-f34b-443b-98dc-2718909b7ac8: rpc.has_security_group_logging(os_id): False [ 901.528445] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.528624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.528699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.528960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.529099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.529547] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.529547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.529710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.529799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.529887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.530554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.530689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.530773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.530979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.531170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.531352] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.531459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.531525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.531988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.531988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.531988] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be created. [ 901.599886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.600071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.600147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.600378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.600595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.613859] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 901.617722] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.617989] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.618311] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.618678] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.618922] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.619153] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port e49e49d2-925a-4b00-8fe2-01b1909277ed not found, creating... [ 901.619525] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.619778] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.619951] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.620261] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.620969] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.624460] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.624460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.624460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.624460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.624460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.624460] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: e49e49d2-925a-4b00-8fe2-01b1909277ed is going to be created. [ 901.634882] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.649501] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.649501] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.649501] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.649733] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.649797] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.650233] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.773113] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.843484] env[65117]: INFO networking_nsxv3.common.synchronization [req-1841e9b2-daba-4b9d-8c5a-586f555237fc req-b1633df3-de9e-400c-8dc4-3f459a837dc3 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 901.843667] env[65117]: INFO networking_nsxv3.common.synchronization [req-1841e9b2-daba-4b9d-8c5a-586f555237fc req-b1633df3-de9e-400c-8dc4-3f459a837dc3 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 901.843800] env[65117]: INFO networking_nsxv3.common.synchronization [req-1841e9b2-daba-4b9d-8c5a-586f555237fc req-b1633df3-de9e-400c-8dc4-3f459a837dc3 tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_members [ 901.844408] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGHEST for action security_group_members [ 901.845026] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 901.845140] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf with Priority: HIGHEST for action security_group_members [ 901.845407] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.845514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.845742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.845833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.846029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.846118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.138324] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.276370] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.276370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.276509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.276666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.276760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.276860] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 902.327651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.329736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.329736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.330908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.330908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.341077] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 902.406067] env[65117]: INFO networking_nsxv3.common.synchronization [req-b1bcfdae-2766-4a13-9cd4-256293335113 req-2899dd72-c18d-4ef1-8535-10f7a16be55b service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 902.408188] env[65117]: INFO networking_nsxv3.common.synchronization [req-b1bcfdae-2766-4a13-9cd4-256293335113 req-2899dd72-c18d-4ef1-8535-10f7a16be55b service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 902.408188] env[65117]: INFO networking_nsxv3.common.synchronization [req-b1bcfdae-2766-4a13-9cd4-256293335113 req-2899dd72-c18d-4ef1-8535-10f7a16be55b service nova] Enqueued Resource ID: e49e49d2-925a-4b00-8fe2-01b1909277ed with Priority: HIGHEST for action port [ 902.408188] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 902.408188] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 902.408188] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49e49d2-925a-4b00-8fe2-01b1909277ed with Priority: HIGHEST for action port [ 902.408188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.408188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.408188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.408188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.408188] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.409219] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.409282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.410167] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e49e49d2-925a-4b00-8fe2-01b1909277ed taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.410167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.410167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.410167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.410167] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49e49d2-925a-4b00-8fe2-01b1909277ed',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.640950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.641132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.641207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.641425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.641520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.641959] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 902.688049] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.688049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.688049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.688049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.688049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.697231] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 902.783948] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf in Status: SUCCESS [ 902.784871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.785310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.785663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.786658] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.786658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.786658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.786658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.787180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.787339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.787463] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.789046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 902.789323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.790071] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 902.790234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.790442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.790931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.790931] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.791120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.791216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.791473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.791566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.791671] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.792490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.792771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.793069] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.793773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.793773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.793773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.793773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.793773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.793773] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.794628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.794832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.795276] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.795397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.795397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.795636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.795726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.795834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.796258] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.798111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.798296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.798447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.798539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.798596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.798720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.800095] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.800095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.800095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800095] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.800492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.800492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.800492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.800673] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.912560] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.912757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.912959] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e49e49d2-925a-4b00-8fe2-01b1909277ed with status ACTIVE [ 902.913190] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.913343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.913418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.913653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.913757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.913943] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.914060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.914182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.914301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.914396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.916133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.916133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.916133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.916133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.916133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.916133] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e49e49d2-925a-4b00-8fe2-01b1909277ed is going to be updated. [ 902.948035] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.948035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.948035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.948035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.948411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.948676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e49e49d2-925a-4b00-8fe2-01b1909277ed" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.265816] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 903.266090] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 903.266185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.266364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.266602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.266834] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.267084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.267171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.267425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.267490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.267556] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.298124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.298440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.298744] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9510ce4-6a56-4bdd-80c2-b0469e9044bf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.300290] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.300507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.300575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.301073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.301073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.302936] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.302936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.302936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.302936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.303236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.303236] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf is going to be deleted. [ 903.304739] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.307415] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.311497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.311753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.311834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.312266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.313644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.313644] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.313644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.313841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.313901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.314242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.314242] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be updated. [ 903.387710] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.388312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.388417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.388735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.388899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.399058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.399256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.399294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.399544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.399653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.399758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.403897] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: IN_PROGRESS for 2s [ 903.633458] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 903.635271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.770376] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.805275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9510ce4-6a56-4bdd-80c2-b0469e9044bf: rpc.has_security_group_logging(os_id): False [ 903.811975] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2abf2c8-b75c-4c1b-bdb0-1161aaf57126: rpc.has_security_group_logging(os_id): False [ 903.817584] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.830794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.830967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.830967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.831203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.831293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.831728] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.831728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.831728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.831932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.832010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.832117] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be updated. [ 903.834395] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.834520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.834596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.834947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.834947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.835206] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.835308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.835308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.835447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.835536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.835636] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf is going to be created. [ 903.856773] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f9510ce4-6a56-4bdd-80c2-b0469e9044bf], does not exist path=[/infra/domains/default/groups/f9510ce4-6a56-4bdd-80c2-b0469e9044bf]."\n}' [ 903.856942] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9510ce4-6a56-4bdd-80c2-b0469e9044bf [ 903.856942] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 903.904023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.904023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.904023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.904023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.905159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.906309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.906309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.906309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.909018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.909018] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9510ce4-6a56-4bdd-80c2-b0469e9044bf is going to be created. [ 903.912308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.912308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.912308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.912308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.912956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.927973] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: IN_PROGRESS for 2s [ 903.935246] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f9510ce4-6a56-4bdd-80c2-b0469e9044bf], does not exist path=[/infra/domains/default/groups/f9510ce4-6a56-4bdd-80c2-b0469e9044bf]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9510ce4-6a56-4bdd-80c2-b0469e9044bf [ 903.936671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9510ce4-6a56-4bdd-80c2-b0469e9044bf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.937320] env[65117]: Traceback (most recent call last): [ 903.937408] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 903.937408] env[65117]: return func(*args, **kwargs) [ 903.937408] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 903.937408] env[65117]: res.raise_for_status() [ 903.937408] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 903.937408] env[65117]: raise HTTPError(http_error_msg, response=self) [ 903.937408] env[65117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9510ce4-6a56-4bdd-80c2-b0469e9044bf [ 903.937408] env[65117]: During handling of the above exception, another exception occurred: [ 903.937408] env[65117]: Traceback (most recent call last): [ 903.937408] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 903.937408] env[65117]: listener.cb(fileno) [ 903.937408] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 903.937408] env[65117]: result = function(*args, **kwargs) [ 903.937408] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 903.937408] env[65117]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 903.937408] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 903.937408] env[65117]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 903.937408] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 903.937408] env[65117]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 903.937408] env[65117]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 903.937408] env[65117]: res.raise_for_status() [ 903.937408] env[65117]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 903.937408] env[65117]: raise HTTPError(http_error_msg, response=self) [ 903.937408] env[65117]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9510ce4-6a56-4bdd-80c2-b0469e9044bf [ 903.937408] env[65117]: Removing descriptor: 12 [ 904.273414] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.321975] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.321975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.321975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.321975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.321975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.321975] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 904.351659] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 904.352421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.352690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.352930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.353199] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.353320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.353379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.353554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.353636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.353722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.353885] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.353969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.354039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.354182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.354322] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.354411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.354506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.354596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.354669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.354791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.354836] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.371267] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.371441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.371441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.371660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.371965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.390688] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 904.715726] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 904.716969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.775859] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.776039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.776117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.776333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.776987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.776987] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 904.807658] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.808042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.808157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.808355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.808509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.818133] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 904.857818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feda6094-b58f-4a32-96bb-397a53046177: rpc.has_security_group_logging(os_id): False [ 904.876460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.876669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.876669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.876890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.897926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.898309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.898483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.898560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.898873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.898933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.899196] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.899271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.899331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.899531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.899611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.899835] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.899948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.900036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.900195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.900271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.900359] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 904.978637] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-3732962f-aadb-485d-8ab8-a27ab9f5256d tempest-ListServersNegativeTestJSON-991165857 tempest-ListServersNegativeTestJSON-991165857-project-member] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 904.978637] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 904.978637] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.978900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.978900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979871] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.979871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.979871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.980179] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.983227] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.983350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.983416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.983610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.983736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.005364] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 905.417019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 905.417216] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 deletion is rescheduled due to dependency. [ 905.417349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.490092] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.490474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.490474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.490597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.490631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.490929] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.490929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.491057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.491384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.491384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.491384] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 already deleted. [ 905.491384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.575369] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.575791] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.577040] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.578035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.578035] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.578035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.578035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.578249] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.578378] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.578594] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.578708] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.578816] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.578921] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.579045] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.579152] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.581202] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.602478] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.603774] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.603774] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.603774] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.603774] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e50523a3-cf92-4a14-91d1-7850a37bff67 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.603774] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.603774] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.604096] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.604096] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e50523a3-cf92-4a14-91d1-7850a37bff67',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.942046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 in Status: SUCCESS [ 905.942378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.106911] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.107170] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.107170] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.107603] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.107845] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.108138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e50523a3-cf92-4a14-91d1-7850a37bff67 not found, creating... [ 906.108592] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.108864] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.108997] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.109258] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.109394] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.109739] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.110048] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.110177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.110410] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.110563] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.110740] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e50523a3-cf92-4a14-91d1-7850a37bff67 is going to be created. [ 906.132423] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.132672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.134944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.134944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.134944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.134944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.402437] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 906.403097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.403097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.403097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.403385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.403385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.403520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.403639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.403721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.403818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.404022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.404022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.404259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.404259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.404411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.404672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.404672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.405179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.405179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.405321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.405321] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.837747] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 906.838080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.838611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.839116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.839318] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.839807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.839807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.839970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.839970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.840434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.840596] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.907639] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7526857c-ddd5-42aa-819c-306c5391a197: rpc.has_security_group_logging(os_id): False [ 906.923625] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-b6a99148-0e62-4b00-adc6-0947f89a2909 service nova] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_rules [ 906.923625] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-b6a99148-0e62-4b00-adc6-0947f89a2909 service nova] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 906.923625] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-b6a99148-0e62-4b00-adc6-0947f89a2909 service nova] Enqueued Resource ID: e50523a3-cf92-4a14-91d1-7850a37bff67 with Priority: HIGHEST for action port [ 906.923625] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_rules [ 906.924358] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 906.924358] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50523a3-cf92-4a14-91d1-7850a37bff67 with Priority: HIGHEST for action port [ 906.924358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.927444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.927606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.928332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.928452] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.931264] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.931264] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.931264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.931264] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.932330] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e50523a3-cf92-4a14-91d1-7850a37bff67 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.932330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.932330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.932462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.933406] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e50523a3-cf92-4a14-91d1-7850a37bff67',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.934815] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.934978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.935084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.935481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.959643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.959643] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.964035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.964035] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.964035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.964732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.965060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.965123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.965179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.965331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.965418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.965498] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 907.024191] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 907.024191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.024191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.024404] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.047993] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.048900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.048900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.048900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.048900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.081128] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 907.343679] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.343869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.343927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.344289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.344386] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.344460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.344531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.344726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.344726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.344864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.344983] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.345091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.345150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.345290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.345533] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.345533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.345716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.345716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.345874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.345874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.346043] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.436282] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.436282] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.436282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.438714] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e50523a3-cf92-4a14-91d1-7850a37bff67 with status ACTIVE [ 907.438714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.438714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.438714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.438714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.438938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.438938] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.439119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.439119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440520] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e50523a3-cf92-4a14-91d1-7850a37bff67 is going to be updated. [ 907.467076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.467176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.467251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.467491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.467812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.467812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e50523a3-cf92-4a14-91d1-7850a37bff67" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.528111] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.528111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.528111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.528349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.528529] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.528661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.528728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.528896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.528983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.529085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.529177] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.549724] env[65117]: INFO networking_nsxv3.common.synchronization [req-c97927cf-66e0-45e9-842b-2fd14a482cd8 req-96cbd2a0-5bdc-4560-b618-4b572b8a99e3 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 907.550743] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 907.551414] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.551414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.551414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.551859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.551859] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.552085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.552085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.552164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.552210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.552370] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.848231] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e74c84d-380d-4de9-8280-397103b110ea: rpc.has_security_group_logging(os_id): False [ 907.867703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.867703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.867703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.867703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.888015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.888319] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.888457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.888551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.888844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.888944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.889185] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.889314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.889409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.889694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.889798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.890012] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.891049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.891049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.891049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.891049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.891049] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 907.937514] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.958960] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.959055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.959806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.959806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.959806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.973135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 907.975366] env[65117]: INFO networking_nsxv3.common.synchronization [req-c97927cf-66e0-45e9-842b-2fd14a482cd8 req-079050c2-8f0b-47f2-bc05-502c90e601e7 tempest-ServersTestMultiNic-604499950 tempest-ServersTestMultiNic-604499950-project-member] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 907.975983] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGHEST for action security_group_members [ 907.976556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.976663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.031326] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.031573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.054890] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.441482] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.441648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.441698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.441909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.441992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.442109] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be created. [ 908.476625] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.476625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.476625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.476958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.477043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.490491] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: UNINITIALIZED for 2s [ 908.557890] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.060723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.061097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.061097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.061206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.061288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.061386] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 909.092360] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.092360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.092485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.093098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.093098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.096100] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 909.096879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.101499] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 909.921475] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bd419f07-e720-420e-87d2-2080ead732e6 None None] Enqueued Resource ID: 8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d with Priority: HIGHEST for action port [ 909.922164] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d with Priority: HIGHEST for action port [ 909.922494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.922660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.922732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.923317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.923434] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.985918] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 909.986203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.425960] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d [ 910.427061] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.427061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.427061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.427061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.427061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.427061] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d already deleted. [ 910.427061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dec1aed-dc2c-40f3-8c4b-0d235b2fce2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.502913] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 910.503775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.503775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.503775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.503995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.504082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.504326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.504374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.504505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.504641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.504763] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.939340] env[65117]: INFO networking_nsxv3.common.synchronization [req-c3c4c592-0274-469b-aa90-f8db21bb51d6 req-1baeced9-6476-42a5-9fcc-85e92013f074 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 910.940043] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 910.940733] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.940869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.940935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.941159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.941331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.941441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.941537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.941732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.941821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.941919] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.009892] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.009892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.009892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.009892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.009892] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.009892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.010299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.010299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.010299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.010383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.010558] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.011091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.011457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.011457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.011457] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.011621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.011621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.011729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.012084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.012084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.012084] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.112830] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 911.113133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.113296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.113490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.113707] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.113827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.113889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.114103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.114187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.114304] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.446457] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.446457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.446457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.446457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.476468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.477062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.477281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.477410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.477738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.477852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.477977] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 911.516810] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03000bb7-ba74-4dec-a0a5-92363251a798: rpc.has_security_group_logging(os_id): False [ 911.535556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.535827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.535827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.535989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.536190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.539628] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.539832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.539832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.540249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.540249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.540358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.540465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.540541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.540696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.540774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.540971] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.541075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.541136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.541276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.541363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.541565] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.541659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.541720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.541869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.541940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be created. [ 911.558461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 911.620024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.620024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.620024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.620024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 911.621944] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.622134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.622179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.622385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.623224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.636720] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 911.656699] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.656699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.656699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.656699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.656699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.670530] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 912.188247] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-325dc3b2-e49c-441c-b7da-3c669f6a1997 tempest-ListServersNegativeTestJSON-991165857 tempest-ListServersNegativeTestJSON-991165857-project-member] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 912.188902] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 912.189869] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.190115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.190209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.190449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.190678] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.190815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.190936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.191204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.191296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.191394] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.477729] env[65117]: INFO networking_nsxv3.common.synchronization [None req-21c132b7-97b5-42ef-b628-e77a907005c3 None None] Enqueued Resource ID: 659b6e52-9125-42d2-9df9-4783a1b360d0 with Priority: HIGHEST for action port [ 912.479428] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659b6e52-9125-42d2-9df9-4783a1b360d0 with Priority: HIGHEST for action port [ 912.479428] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-659b6e52-9125-42d2-9df9-4783a1b360d0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.479770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659b6e52-9125-42d2-9df9-4783a1b360d0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.479770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659b6e52-9125-42d2-9df9-4783a1b360d0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.480576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659b6e52-9125-42d2-9df9-4783a1b360d0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.480576] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659b6e52-9125-42d2-9df9-4783a1b360d0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.633705] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.633904] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.634047] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.634312] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.634593] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.634741] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.634860] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.635241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.635547] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.635845] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.636095] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.636224] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.636393] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.636548] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.636706] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.636887] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.664182] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.664380] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.664560] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.664773] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.665110] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-32c61733-97af-4a9c-8d62-cd6459f4eccf taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.665295] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.665420] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.665782] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.666000] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c61733-97af-4a9c-8d62-cd6459f4eccf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.694904] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.982808] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 659b6e52-9125-42d2-9df9-4783a1b360d0 [ 912.983127] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.983283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.983353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.983555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.983713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.983751] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:659b6e52-9125-42d2-9df9-4783a1b360d0 already deleted. [ 912.984552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659b6e52-9125-42d2-9df9-4783a1b360d0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.169093] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.169093] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.169321] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.169455] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.169639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.169800] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 32c61733-97af-4a9c-8d62-cd6459f4eccf not found, creating... [ 913.170092] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.170260] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.170378] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.170784] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.171076] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.171626] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.171999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.172268] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.172681] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.172994] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.173148] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 32c61733-97af-4a9c-8d62-cd6459f4eccf is going to be created. [ 913.197138] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.197355] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.197503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.197789] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.198043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.198285] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.199348] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.578332] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 913.578332] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 deletion is rescheduled due to dependency. [ 913.578332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.662965] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 913.662965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.687272] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 913.687594] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feda6094-b58f-4a32-96bb-397a53046177 deletion is rescheduled due to dependency. [ 913.687695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.687809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.690618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.690618] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.690618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.690618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.690618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.690618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.690618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.690618] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.692595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.692595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.692595] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.702296] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.702537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.702537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.704721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.704721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.704721] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 913.741606] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.741606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.741606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.741606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.741776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.758645] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 913.999062] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-9da83222-4966-4ab4-90c3-d4ae6b5145b8 service nova] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_rules [ 913.999062] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-9da83222-4966-4ab4-90c3-d4ae6b5145b8 service nova] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 913.999062] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-9da83222-4966-4ab4-90c3-d4ae6b5145b8 service nova] Enqueued Resource ID: 32c61733-97af-4a9c-8d62-cd6459f4eccf with Priority: HIGHEST for action port [ 913.999062] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_rules [ 913.999730] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 914.000112] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c61733-97af-4a9c-8d62-cd6459f4eccf with Priority: HIGHEST for action port [ 914.000671] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.001218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.001218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.001521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.002513] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.006029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.008301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.008301] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c61733-97af-4a9c-8d62-cd6459f4eccf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.008301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.008301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.008301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.008301] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c61733-97af-4a9c-8d62-cd6459f4eccf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.194912] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feda6094-b58f-4a32-96bb-397a53046177: rpc.has_security_group_logging(os_id): False [ 914.215856] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.216042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.216130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.216375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.216475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.216715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.216855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.216925] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.221264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.221459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.221752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.221877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.221940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.222159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.222234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.222458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.222554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.222614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.222762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.222833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.222916] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be updated. [ 914.316453] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.316453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.316453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.316793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.316930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.334772] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: IN_PROGRESS for 2s [ 914.466954] env[65117]: INFO networking_nsxv3.common.synchronization [None req-5bb07cd5-0535-4dd3-87e5-c8d320bf15fe None None] Enqueued Resource ID: ca77acf5-b888-4fea-b6f2-5081f2ebfdc1 with Priority: HIGHEST for action port [ 914.467760] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca77acf5-b888-4fea-b6f2-5081f2ebfdc1 with Priority: HIGHEST for action port [ 914.468221] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca77acf5-b888-4fea-b6f2-5081f2ebfdc1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.469026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca77acf5-b888-4fea-b6f2-5081f2ebfdc1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.469026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca77acf5-b888-4fea-b6f2-5081f2ebfdc1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.469026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca77acf5-b888-4fea-b6f2-5081f2ebfdc1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.469026] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca77acf5-b888-4fea-b6f2-5081f2ebfdc1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.510234] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.510234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.510234] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32c61733-97af-4a9c-8d62-cd6459f4eccf with status ACTIVE [ 914.510234] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.510593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.510593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.510593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.510683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.510861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.510933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.510969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.511277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.511277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.511418] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.511519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.511578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.511714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.511784] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.511866] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32c61733-97af-4a9c-8d62-cd6459f4eccf is going to be updated. [ 914.534183] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.534346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.534426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.534637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.534772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.534933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c61733-97af-4a9c-8d62-cd6459f4eccf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.665630] env[65117]: INFO networking_nsxv3.common.synchronization [None req-1b4342bf-1816-4c76-9e15-0c3c285f7c76 None None] Enqueued Resource ID: a91f5170-24ef-4e34-88d1-85ab4bb73d45 with Priority: HIGHEST for action port [ 914.665630] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91f5170-24ef-4e34-88d1-85ab4bb73d45 with Priority: HIGHEST for action port [ 914.672784] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a91f5170-24ef-4e34-88d1-85ab4bb73d45 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.672784] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a91f5170-24ef-4e34-88d1-85ab4bb73d45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.672784] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a91f5170-24ef-4e34-88d1-85ab4bb73d45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.672784] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a91f5170-24ef-4e34-88d1-85ab4bb73d45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.672784] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91f5170-24ef-4e34-88d1-85ab4bb73d45',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.790400] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f948655a-c0ff-4659-8b52-2d3bd3e8112b tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 914.791104] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 914.791429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.791553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.792476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.792476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.792476] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.905145] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a896099a-efcb-4aa8-8ea5-d8db2e24dd3b tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 914.906152] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 914.906152] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.906381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.973956] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca77acf5-b888-4fea-b6f2-5081f2ebfdc1 [ 914.975288] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.976139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.976139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.976139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.976139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.976139] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca77acf5-b888-4fea-b6f2-5081f2ebfdc1 already deleted. [ 914.976139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca77acf5-b888-4fea-b6f2-5081f2ebfdc1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.177514] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a91f5170-24ef-4e34-88d1-85ab4bb73d45 [ 915.177775] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.177978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.178135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.178286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.178377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.178472] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a91f5170-24ef-4e34-88d1-85ab4bb73d45 already deleted. [ 915.178556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a91f5170-24ef-4e34-88d1-85ab4bb73d45" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.315072] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.316061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.316061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.316061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.316061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.316061] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 already deleted. [ 915.316061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.316061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.316354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.316354] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.768272] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 915.769757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.769757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.769757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.769757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.769757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.769757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.771175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.771175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.771175] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.843550] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.843550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.843550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.843550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.843550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.843550] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 already deleted. [ 915.843550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.272585] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.351891] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feda6094-b58f-4a32-96bb-397a53046177 in Status: SUCCESS [ 916.352327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.774605] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.277597] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.277792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.277792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.277933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.278026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.278146] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 917.308252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.308347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.308477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.308734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.308941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.320085] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 917.379642] env[65117]: INFO networking_nsxv3.common.synchronization [req-4e6c1ec5-6e34-463f-8bea-198da937ad37 req-ec9fc449-5110-4528-a385-2164d7c7d5a6 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_members [ 917.380208] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGHEST for action security_group_members [ 917.380527] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.380672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.380788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.380936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.381332] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.381332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.381553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.382158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.382906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.382906] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.742847] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-f4b41b0e-9b4f-4a56-9492-eba19b9b7167 tempest-ListServersNegativeTestJSON-991165857 tempest-ListServersNegativeTestJSON-991165857-project-member] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 917.742847] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 917.742847] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.742847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.884610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.884907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.884907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.884982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.907403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.907761] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.907895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.907959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.908181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.908285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.908351] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a is going to be updated. [ 917.940389] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.940389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.940389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.940389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.940389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.949952] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729c2267-0c1e-4723-982a-6aa83146b03a in Status: IN_PROGRESS for 2s [ 918.127423] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.127423] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.127423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.127423] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.127843] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.127843] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.127843] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.127924] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.127954] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.128128] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.150237] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.150504] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.150605] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.150938] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-664" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.151224] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-0c2695aa-6c83-4b1e-b3df-e1035319ef13 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.151770] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.151770] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.152168] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.152168] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2695aa-6c83-4b1e-b3df-e1035319ef13',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.654745] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.655070] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.655226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.655555] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.655729] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.655893] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 0c2695aa-6c83-4b1e-b3df-e1035319ef13 not found, creating... [ 918.656272] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.656450] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.656569] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.656820] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.657159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.657544] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.657725] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.657867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.658125] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.658284] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.658453] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 0c2695aa-6c83-4b1e-b3df-e1035319ef13 is going to be created. [ 918.688740] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.688740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.688740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.688740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.688740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.688740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.343135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 919.343510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.343547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.344271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.344271] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.344271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.344271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.344581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.344581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344581] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.345545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.345737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.345918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.348590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.348768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.349627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.349627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.349627] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.443768] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-e474686a-b5a0-457a-bd65-0946cab86f47 service nova] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_rules [ 919.443940] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-e474686a-b5a0-457a-bd65-0946cab86f47 service nova] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 919.444149] env[65117]: INFO networking_nsxv3.common.synchronization [req-89876736-7142-46f4-aba8-b291900efea4 req-e474686a-b5a0-457a-bd65-0946cab86f47 service nova] Enqueued Resource ID: 0c2695aa-6c83-4b1e-b3df-e1035319ef13 with Priority: HIGHEST for action port [ 919.444790] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_rules [ 919.444921] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 919.445899] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c2695aa-6c83-4b1e-b3df-e1035319ef13 with Priority: HIGHEST for action port [ 919.446327] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.446462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.446639] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.446742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.446933] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c2695aa-6c83-4b1e-b3df-e1035319ef13 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.447070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.447108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.447307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.447455] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2695aa-6c83-4b1e-b3df-e1035319ef13',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.852983] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.852983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.852983] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.953775] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c2695aa-6c83-4b1e-b3df-e1035319ef13 with status ACTIVE [ 919.954032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.954167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.954237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.954448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.954542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.954771] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.954956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.955092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.955416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.955691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.956028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.956201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.956269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.956425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.956535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.956642] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c2695aa-6c83-4b1e-b3df-e1035319ef13 is going to be updated. [ 919.961447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 729c2267-0c1e-4723-982a-6aa83146b03a in Status: SUCCESS [ 919.961591] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a deletion is rescheduled due to dependency. [ 919.963981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.983617] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.984172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.984286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.984839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.984929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.985108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c2695aa-6c83-4b1e-b3df-e1035319ef13" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.355613] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.428253] env[65117]: INFO networking_nsxv3.common.synchronization [req-3ef008f3-4a54-4361-9b11-6897228e2b6b req-78a38a7a-322a-4647-a0ea-7d0b7ebf3810 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 920.429265] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 920.429842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.430043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.430174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.430543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.430785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.430944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.431054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.431274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.431422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.431555] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.511986] env[65117]: INFO networking_nsxv3.common.synchronization [req-42946962-3c8e-453c-8f0b-c66ca3db4583 req-cb532715-280b-4f28-907c-1158010159a2 tempest-MigrationsAdminTest-1851499664 tempest-MigrationsAdminTest-1851499664-project-member] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 920.512704] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 920.512964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.513169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.513864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.513864] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.513864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.513864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.514286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.514286] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.845421] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.845632] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.845759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.846661] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.847282] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.847529] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.847693] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.848248] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.848411] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.848670] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.848801] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.848910] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.849045] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.849150] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.849277] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.849445] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.858263] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.858571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.858654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.859088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.859284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.862267] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 920.902686] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.902852] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.902956] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.903081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.903424] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.903624] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.903825] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.904190] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.904335] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51bc5f9-5039-44f9-b20e-65ef8eb25efe',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.919582] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.919800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.919915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.920299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.920421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.931879] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 920.934801] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.935039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.935130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.935368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.935470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.935733] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.935881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.935973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.936180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.936358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.936358] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 already deleted. [ 920.936453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.016395] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.407787] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.408176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.408176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.408306] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.408430] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.408586] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port b51bc5f9-5039-44f9-b20e-65ef8eb25efe not found, creating... [ 921.408969] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.409076] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.409177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.409988] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.409988] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.409988] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.409988] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.410196] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.410324] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.410459] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.410642] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: b51bc5f9-5039-44f9-b20e-65ef8eb25efe is going to be created. [ 921.439269] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.439473] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.439586] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.439892] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.440154] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.440402] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.519038] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.023454] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.023454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.023454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.023754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.023754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.023822] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be updated. [ 922.063613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.063613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.063946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.063946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.064194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.077528] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: IN_PROGRESS for 2s [ 922.240068] env[65117]: INFO networking_nsxv3.common.synchronization [req-3ef008f3-4a54-4361-9b11-6897228e2b6b req-fa280025-a10a-49a1-85e4-7fd76777242d service nova] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_rules [ 922.240068] env[65117]: INFO networking_nsxv3.common.synchronization [req-3ef008f3-4a54-4361-9b11-6897228e2b6b req-fa280025-a10a-49a1-85e4-7fd76777242d service nova] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 922.240322] env[65117]: INFO networking_nsxv3.common.synchronization [req-3ef008f3-4a54-4361-9b11-6897228e2b6b req-fa280025-a10a-49a1-85e4-7fd76777242d service nova] Enqueued Resource ID: b51bc5f9-5039-44f9-b20e-65ef8eb25efe with Priority: HIGHEST for action port [ 922.240776] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_rules [ 922.241096] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 922.241096] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51bc5f9-5039-44f9-b20e-65ef8eb25efe with Priority: HIGHEST for action port [ 922.241942] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.241942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.241942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.241942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.241942] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.242843] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.242958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.243036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.243227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.243883] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.244016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.244092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.244264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.244354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.244445] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.245317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.245710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.245710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.245710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.245710] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51bc5f9-5039-44f9-b20e-65ef8eb25efe',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.747979] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.749098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.749232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.749741] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b51bc5f9-5039-44f9-b20e-65ef8eb25efe with status ACTIVE [ 922.749845] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.749955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750328] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.750502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.751046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.751141] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.751474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.751474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.751474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.751474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.751648] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b51bc5f9-5039-44f9-b20e-65ef8eb25efe is going to be updated. [ 922.773770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.773965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.774249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.774911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.774911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.774911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51bc5f9-5039-44f9-b20e-65ef8eb25efe" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.943608] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 922.943839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.944164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.944249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.944434] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.944556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.944636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.944774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.944956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.944956] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.250467] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.451726] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.753805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.753805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.753805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.754217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.754249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.755297] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be created. [ 923.785041] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.785288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.785288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.785433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.785608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.798348] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: UNINITIALIZED for 2s [ 923.955170] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.088480] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 924.088480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.458477] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.458708] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.458807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.459072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.459180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.459289] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 924.505412] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.505412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.505412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.505412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.505412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.518265] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 925.343172] env[65117]: INFO networking_nsxv3.common.synchronization [req-29f72d12-aa89-4382-8dda-e7c6ef7e8ebf req-56c47140-11c2-48a6-9913-96bcf1d0ccee tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 925.343172] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 925.343603] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.343603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.343701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.343871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.343998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.345014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.345069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.345246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.345338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.345439] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.812083] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: SUCCESS [ 925.812083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.812252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.812518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.812659] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.812730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.812807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.813582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.813582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.813582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.813582] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.847797] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.070815] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.070815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.070964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.071202] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.071469] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.071635] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.071989] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.073127] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.073127] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.073127] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.073127] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.073127] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.073127] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.073388] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.073388] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.073507] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.095316] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.095492] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.095665] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.095883] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.096309] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-b9bc1073-e23c-4c54-ab00-ffcac03593e2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.096530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.096687] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.097076] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.097250] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bc1073-e23c-4c54-ab00-ffcac03593e2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.319182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.319410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.319410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.319741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.320037] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.320231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.320361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.320688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.320826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.320994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.321253] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.321416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.321534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.321797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.322186] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.322328] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.322415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.322655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.322874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.323062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.323225] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.349652] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.531176] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 926.531412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.531593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.531816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.532181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.532325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.532367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.532540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.532649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.532767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.532876] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.533216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.533216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.533216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.533367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.533422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.533467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.533595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.533682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.533769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.533875] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.600451] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.600837] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.600837] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.601119] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.601279] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.601446] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port b9bc1073-e23c-4c54-ab00-ffcac03593e2 not found, creating... [ 926.601823] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.601923] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.601973] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.602216] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.602355] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.602641] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.602798] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.602914] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.604239] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.604428] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.604879] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: b9bc1073-e23c-4c54-ab00-ffcac03593e2 is going to be created. [ 926.625676] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.625909] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.626049] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.626349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.626586] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.626835] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.828411] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2efa3cdc-ac74-4158-8e81-ed27071ec563: rpc.has_security_group_logging(os_id): False [ 926.849977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.849977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.849977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.849977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.849977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.850300] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.850300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.850300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.850442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.850442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.850587] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.852277] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.852277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.852672] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be created. [ 926.853695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.855788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.855788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.855788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.855788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.855788] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 926.886098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.886293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.886395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.886615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.886790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.913911] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 926.940903] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.941074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.941141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.941353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.941588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.953086] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: IN_PROGRESS for 2s [ 927.037383] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03000bb7-ba74-4dec-a0a5-92363251a798: rpc.has_security_group_logging(os_id): False [ 927.058420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.059165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.059165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.059343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.059497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.059907] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.060084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.060159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.060463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.060463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.060766] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.060880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.060949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.061195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.061306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.061574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.061738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.061820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.062021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.062099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.062183] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 927.193793] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.193937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.194027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.194248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.194389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.232926] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 927.428231] env[65117]: INFO networking_nsxv3.common.synchronization [req-29f72d12-aa89-4382-8dda-e7c6ef7e8ebf req-0a0ae0a8-dc01-418e-906d-bcf8b50747e7 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 927.428484] env[65117]: INFO networking_nsxv3.common.synchronization [req-29f72d12-aa89-4382-8dda-e7c6ef7e8ebf req-0a0ae0a8-dc01-418e-906d-bcf8b50747e7 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 927.428550] env[65117]: INFO networking_nsxv3.common.synchronization [req-29f72d12-aa89-4382-8dda-e7c6ef7e8ebf req-0a0ae0a8-dc01-418e-906d-bcf8b50747e7 service nova] Enqueued Resource ID: b9bc1073-e23c-4c54-ab00-ffcac03593e2 with Priority: HIGHEST for action port [ 927.429088] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 927.429233] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 927.429323] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bc1073-e23c-4c54-ab00-ffcac03593e2 with Priority: HIGHEST for action port [ 927.429647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.429775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.429861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.430248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.430352] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.432117] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.432213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.432422] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bc1073-e23c-4c54-ab00-ffcac03593e2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.432526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.432589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.432787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.432867] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bc1073-e23c-4c54-ab00-ffcac03593e2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.933287] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.933467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.935680] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9bc1073-e23c-4c54-ab00-ffcac03593e2 with status ACTIVE [ 927.935887] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.936034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.936128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.936353] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.936476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.936762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.936972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.937052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.937261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.937346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.937614] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.937720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.937781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.937937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.938023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.938111] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9bc1073-e23c-4c54-ab00-ffcac03593e2 is going to be updated. [ 927.955765] env[65117]: INFO networking_nsxv3.common.synchronization [req-03b3d431-8dab-419e-8d20-6609220abd3b req-c133de6a-5ca6-49d1-822b-2041bc927db4 tempest-ServerTagsTestJSON-2009330999 tempest-ServerTagsTestJSON-2009330999-project-member] Enqueued Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_members [ 927.956443] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_members [ 927.959008] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.959008] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.959008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.959008] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.962064] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.962854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.962942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.963473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.963473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.963746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bc1073-e23c-4c54-ab00-ffcac03593e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.398413] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.398724] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-172" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.398777] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-172" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.399280] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-172" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.399687] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.399879] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.400014] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.400257] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.400406] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.400633] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.400746] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.400855] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.400971] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.401095] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.401207] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.401348] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.428063] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.428063] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.428063] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.428063] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-172" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.428710] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.428710] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.428710] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.429011] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.429163] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2867a4-65e9-45f5-9c32-b26c6db8a5dd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.460893] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.461088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.461154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.461382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.461475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.461680] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.461793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.461987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.462177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.462258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.462347] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e58d464-507b-48a6-bfe1-14432128215c already deleted. [ 928.462428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.925800] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 928.926076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.926287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.926660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.926900] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.927111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.927233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.927442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.927536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927640] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.932340] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.932920] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.933417] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.933758] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.933941] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.934134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 4f2867a4-65e9-45f5-9c32-b26c6db8a5dd not found, creating... [ 928.934480] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.934664] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.934794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.935081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.935528] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.935969] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.936290] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.936352] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.936628] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.936773] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.936981] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 4f2867a4-65e9-45f5-9c32-b26c6db8a5dd is going to be created. [ 928.974287] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: SUCCESS [ 928.974537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.975673] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.975882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.975980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.976298] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.976530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.976756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.248337] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 929.248337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.248337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.248337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.248337] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.430146] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.721679] env[65117]: INFO networking_nsxv3.common.synchronization [req-03b3d431-8dab-419e-8d20-6609220abd3b req-088b0d46-e97a-4039-958e-a1731cc82036 service nova] Enqueued Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_rules [ 929.721935] env[65117]: INFO networking_nsxv3.common.synchronization [req-03b3d431-8dab-419e-8d20-6609220abd3b req-088b0d46-e97a-4039-958e-a1731cc82036 service nova] Enqueued Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_members [ 929.722125] env[65117]: INFO networking_nsxv3.common.synchronization [req-03b3d431-8dab-419e-8d20-6609220abd3b req-088b0d46-e97a-4039-958e-a1731cc82036 service nova] Enqueued Resource ID: 4f2867a4-65e9-45f5-9c32-b26c6db8a5dd with Priority: HIGHEST for action port [ 929.722694] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_rules [ 929.726032] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_members [ 929.726032] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2867a4-65e9-45f5-9c32-b26c6db8a5dd with Priority: HIGHEST for action port [ 929.726032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.726032] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.726032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.726032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.726032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.726918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.726918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.726918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.726918] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.727430] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.727553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.727630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.727796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.727873] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2867a4-65e9-45f5-9c32-b26c6db8a5dd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.751578] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.751578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.751578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.751578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.751578] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.751578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.751578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.751873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.751873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.751873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.751995] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.933827] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.231427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.231427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.231427] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.231773] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f2867a4-65e9-45f5-9c32-b26c6db8a5dd with status ACTIVE [ 930.232170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.232273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.233042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.233042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.233042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.233042] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.233042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.233042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.233308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.233405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.233723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.233723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.233893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.233929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.234060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.234226] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f2867a4-65e9-45f5-9c32-b26c6db8a5dd is going to be updated. [ 930.255634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.255830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.256025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.256152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.256361] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.256476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.256829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.256829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.256829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.256829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.257193] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.257193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.257193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.257412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.257412] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.257503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.257577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.257726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.257824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.257900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.258036] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.263324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.263551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.263551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.263797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.263958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.264152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f2867a4-65e9-45f5-9c32-b26c6db8a5dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.438886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.438886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439375] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 930.477139] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.477139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.477139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.478369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.479747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.491883] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 930.736563] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.763713] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03000bb7-ba74-4dec-a0a5-92363251a798: rpc.has_security_group_logging(os_id): False [ 930.785613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.785613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.785613] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.785613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.786048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.786048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.786048] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.786151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.786183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.786914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.786914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.786914] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 930.867293] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.867445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.867445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.867824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.868015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.893544] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 931.240180] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.240180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.240180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.240323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.240323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.240409] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e58d464-507b-48a6-bfe1-14432128215c is going to be created. [ 931.276841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.276841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.276841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.276841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.276841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.287398] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e58d464-507b-48a6-bfe1-14432128215c in Status: UNINITIALIZED for 2s [ 932.504940] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.504940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.504940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.504940] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.911181] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 932.911413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.009550] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.009766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.009847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.010153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.010344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.010551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.010551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.010804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.010804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.010964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.011106] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.011206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.011270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.011443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.011595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.011690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.011763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.012215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.012215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.012215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.012215] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.303707] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e58d464-507b-48a6-bfe1-14432128215c in Status: SUCCESS [ 933.303952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.304100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304509] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.304631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.304698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.305125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.305223] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.457361] env[65117]: INFO networking_nsxv3.common.synchronization [req-56cfbe60-542d-4159-8826-84c639a8d566 req-5e5b708f-b5c8-4c3e-a939-9d273a7f8289 tempest-ServersTestManualDisk-929079964 tempest-ServersTestManualDisk-929079964-project-member] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_members [ 933.457873] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGHEST for action security_group_members [ 933.458216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.458598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.458598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.458707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.458896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.459016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.459087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.459260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.459430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.459589] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.515568] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 933.541885] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.542186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.542285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.542503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.562221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.562504] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.562625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.562687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.563049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.563049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.563192] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.563294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.563356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.563497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.563571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.563764] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.563859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.563917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.564068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.564144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.564229] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 933.626098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.626426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.626426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.626619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.626687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.645090] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 933.695373] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7ec9acdb-51e3-4c01-805c-d96fb04d41ea None None] Enqueued Resource ID: b61847d7-795a-4eb4-9bec-d8e89680eb5e with Priority: HIGHEST for action port [ 933.695910] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61847d7-795a-4eb4-9bec-d8e89680eb5e with Priority: HIGHEST for action port [ 933.696241] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b61847d7-795a-4eb4-9bec-d8e89680eb5e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.696395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b61847d7-795a-4eb4-9bec-d8e89680eb5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.696506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b61847d7-795a-4eb4-9bec-d8e89680eb5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.696730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b61847d7-795a-4eb4-9bec-d8e89680eb5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.696833] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61847d7-795a-4eb4-9bec-d8e89680eb5e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.807985] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.808208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.808255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.808465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.808647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.808738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.808807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.809009] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.809123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.809216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.809372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.809466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.809527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.809767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.809967] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.810089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.810151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.810299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.810378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.810463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.810555] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.962599] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.962888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.962888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.963058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.009695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.009695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.009695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.009695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.009695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.009695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.009695] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd is going to be updated. [ 934.055295] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.055550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.055550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.055775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.055918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.067911] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd in Status: IN_PROGRESS for 2s [ 934.200992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b61847d7-795a-4eb4-9bec-d8e89680eb5e [ 934.201257] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.201456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.201543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.201763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.201877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.201972] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b61847d7-795a-4eb4-9bec-d8e89680eb5e already deleted. [ 934.202081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b61847d7-795a-4eb4-9bec-d8e89680eb5e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.313324] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e58d464-507b-48a6-bfe1-14432128215c: rpc.has_security_group_logging(os_id): False [ 934.337135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.337135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.337135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.337135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.338047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.338326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.338548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.338938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.339203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.339556] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e58d464-507b-48a6-bfe1-14432128215c is going to be created. [ 934.429036] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.429036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.429036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.429036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.429036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.450202] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e58d464-507b-48a6-bfe1-14432128215c in Status: IN_PROGRESS for 2s [ 934.889205] env[65117]: INFO networking_nsxv3.common.synchronization [req-e0203fb7-2a1d-4a24-832e-813f1ca07268 req-948db8a4-e559-424a-a11a-c5a9fe971309 tempest-ListServersNegativeTestJSON-991165857 tempest-ListServersNegativeTestJSON-991165857-project-member] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 934.890532] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 934.890532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.890532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.890532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.890783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.890835] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.890940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.891018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.891974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.892105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.892241] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.398926] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.660631] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 935.660631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.861108] env[65117]: INFO networking_nsxv3.common.synchronization [req-b0e8e3ac-d2e1-46cd-ab31-f926b97123d2 req-19a6a78a-dc85-43a3-8423-6948b443aeea tempest-ServersAdminTestJSON-685319595 tempest-ServersAdminTestJSON-685319595-project-member] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 935.863037] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGHEST for action security_group_members [ 935.863037] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.863037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.863037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.863037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.863037] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.863037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.863037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.863495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.863495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.863495] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.901031] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.080605] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd in Status: SUCCESS [ 936.080605] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd deletion is rescheduled due to dependency. [ 936.080605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.340242] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a5508293-0185-4052-9b67-2079b46eca83 None None] Enqueued Resource ID: 3407b637-de7c-446e-8e89-594fd659eea7 with Priority: HIGHEST for action port [ 936.341030] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3407b637-de7c-446e-8e89-594fd659eea7 with Priority: HIGHEST for action port [ 936.344298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3407b637-de7c-446e-8e89-594fd659eea7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.344512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3407b637-de7c-446e-8e89-594fd659eea7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.344512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3407b637-de7c-446e-8e89-594fd659eea7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.344695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3407b637-de7c-446e-8e89-594fd659eea7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.344791] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3407b637-de7c-446e-8e89-594fd659eea7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.365870] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.366093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.366205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.366503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.392719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.393333] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.393513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.393737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.393839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.393928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.394038] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be updated. [ 936.403352] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.403586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.403836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.403955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.404098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.404237] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 936.445028] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.445028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.445028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.445028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.445028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.446387] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.451198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.451198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.451198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.451198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.476992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: IN_PROGRESS for 2s [ 936.476992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 936.484882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e58d464-507b-48a6-bfe1-14432128215c in Status: SUCCESS [ 936.485534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.853352] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3407b637-de7c-446e-8e89-594fd659eea7 [ 936.853352] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.853352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.853352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.853352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.853352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.853352] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3407b637-de7c-446e-8e89-594fd659eea7 already deleted. [ 936.853352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3407b637-de7c-446e-8e89-594fd659eea7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.529405] env[65117]: INFO networking_nsxv3.common.synchronization [req-610e89ee-78e1-431c-ba43-405bdb484234 req-ccb9420b-fc51-4d64-a02e-0f20c4c2cfe2 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 937.530186] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 937.530625] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.531123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.531332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.532688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.532688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.532688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.532857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.533289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.533289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.533289] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.036210] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.036419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.036524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.036874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.037035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.037378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.037567] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.037722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.037954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.038106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.038264] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 938.083988] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.083988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.083988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.083988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.097701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 938.490405] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 938.491045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492694] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b71cc747-63c5-41aa-bfee-57085e5a0044 in Status: SUCCESS [ 938.492883] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 deletion is rescheduled due to dependency. [ 938.492977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.110138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 940.110138] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 940.110138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.417020] env[65117]: INFO networking_nsxv3.common.synchronization [req-31937cde-ab62-4f71-b765-f4d8043f3dae req-3e1e32b3-3d63-421c-b889-f6f635843f0c tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 941.417591] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 941.417915] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.419101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.420069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.420069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.420069] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.420069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.420069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.420069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.420436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.420436] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.807838] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.808102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.809474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.809474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.809474] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.809474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.809474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.809474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.809474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.809856] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.809856] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.809932] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.810133] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.810133] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.810308] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.810367] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.829983] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.830111] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.830272] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.830432] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.830794] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-5e98dcd7-3989-4dd4-83f9-58de59a72a65 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.830955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.831073] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.831506] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.831666] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e98dcd7-3989-4dd4-83f9-58de59a72a65',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.922556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.922747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.922804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.923134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.945725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.945992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.946087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.946161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.946366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.946447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.946537] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 941.973152] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.973355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.973355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.973569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.973715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.983430] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 942.334655] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.334888] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.335026] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.335322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.335472] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.335626] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 5e98dcd7-3989-4dd4-83f9-58de59a72a65 not found, creating... [ 942.335891] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336062] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.336195] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.336420] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.336561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.336844] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.337027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.337161] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337370] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.337503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.337645] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 5e98dcd7-3989-4dd4-83f9-58de59a72a65 is going to be created. [ 942.360812] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.361139] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.361194] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.361473] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.361702] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.361934] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.111588] env[65117]: INFO networking_nsxv3.common.synchronization [req-31937cde-ab62-4f71-b765-f4d8043f3dae req-b3773e84-65ca-4ff2-a4f7-4f4fe44e8b32 service nova] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_rules [ 943.111913] env[65117]: INFO networking_nsxv3.common.synchronization [req-31937cde-ab62-4f71-b765-f4d8043f3dae req-b3773e84-65ca-4ff2-a4f7-4f4fe44e8b32 service nova] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 943.111979] env[65117]: INFO networking_nsxv3.common.synchronization [req-31937cde-ab62-4f71-b765-f4d8043f3dae req-b3773e84-65ca-4ff2-a4f7-4f4fe44e8b32 service nova] Enqueued Resource ID: 5e98dcd7-3989-4dd4-83f9-58de59a72a65 with Priority: HIGHEST for action port [ 943.112634] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_rules [ 943.112781] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 943.112893] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e98dcd7-3989-4dd4-83f9-58de59a72a65 with Priority: HIGHEST for action port [ 943.114453] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.114678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.114827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.115177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.115255] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.116972] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.117342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.117923] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e98dcd7-3989-4dd4-83f9-58de59a72a65 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.118861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.118861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.118939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.120657] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e98dcd7-3989-4dd4-83f9-58de59a72a65',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.540140] env[65117]: INFO networking_nsxv3.common.synchronization [req-edfd6185-6735-47e5-beb0-8c81e5319857 req-243c67c4-9f71-4e2a-b52a-7d275cb26b6c tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 943.540336] env[65117]: INFO networking_nsxv3.common.synchronization [req-edfd6185-6735-47e5-beb0-8c81e5319857 req-243c67c4-9f71-4e2a-b52a-7d275cb26b6c tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_members [ 943.540473] env[65117]: INFO networking_nsxv3.common.synchronization [req-edfd6185-6735-47e5-beb0-8c81e5319857 req-243c67c4-9f71-4e2a-b52a-7d275cb26b6c tempest-SecurityGroupsTestJSON-1478604106 tempest-SecurityGroupsTestJSON-1478604106-project-member] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 943.540978] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGHEST for action security_group_members [ 943.541142] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05670a63-7c87-48a8-8d10-6e842845ad2d with Priority: HIGHEST for action security_group_members [ 943.541235] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGHEST for action security_group_members [ 943.541515] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.541962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.542049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.542259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.542418] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.542522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.542586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.542731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.542818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.542909] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.543744] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-05670a63-7c87-48a8-8d10-6e842845ad2d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.543856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.543922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.544100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.544350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.544424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.544467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.544589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.544664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.544750] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05670a63-7c87-48a8-8d10-6e842845ad2d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.545573] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.545714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.545763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.545971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.546188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.546188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.546291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.546390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.546468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.546552] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.626285] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.626285] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e98dcd7-3989-4dd4-83f9-58de59a72a65 with status ACTIVE [ 943.626285] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.626285] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.626285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.627645] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.627871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.628057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.628772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.629016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.630116] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e98dcd7-3989-4dd4-83f9-58de59a72a65 is going to be updated. [ 943.657842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.659491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.659491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.659491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.659491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.659491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e98dcd7-3989-4dd4-83f9-58de59a72a65" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.995205] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 943.995531] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a deletion is rescheduled due to dependency. [ 943.995767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.995973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.996213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.996402] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.996597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.996597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.996746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.996822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.996911] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.048708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.049129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.049461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.050015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.052175] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.052417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.052777] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.053346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.075585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076493] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.076493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.076493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.076493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.076493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076493] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05670a63-7c87-48a8-8d10-6e842845ad2d is going to be updated. [ 944.078135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.078321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.105715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.105998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.106167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.106231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.106437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.106525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.106621] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be updated. [ 944.107760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.108033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.108246] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.108366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.108445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.108659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.108746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.108837] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be updated. [ 944.113017] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.113405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.113405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.113405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.113934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.213321] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: IN_PROGRESS for 2s [ 944.233111] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.233337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.233337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.233542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.233717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.240393] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.240781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.240921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.241282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.241426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.252342] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: IN_PROGRESS for 2s [ 944.254033] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: IN_PROGRESS for 2s [ 944.499459] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.001574] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.283426] env[65117]: INFO networking_nsxv3.common.synchronization [req-f6e1283d-e8ce-4661-930e-8eb4ee0df15c req-6c0c6094-1afd-48ff-bf7a-1e27d93e679b tempest-ServerTagsTestJSON-2009330999 tempest-ServerTagsTestJSON-2009330999-project-member] Enqueued Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_members [ 945.283972] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e58d464-507b-48a6-bfe1-14432128215c with Priority: HIGHEST for action security_group_members [ 945.284297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e58d464-507b-48a6-bfe1-14432128215c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.284423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.284686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.284841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.284941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.285008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.285693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.285790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.285895] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e58d464-507b-48a6-bfe1-14432128215c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.504182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.504267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.504267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.504482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.504572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.504670] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 945.533460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.535173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.535287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.535831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.535962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.548020] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 945.791463] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.795019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.795019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.795019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e58d464-507b-48a6-bfe1-14432128215c is going to be updated. [ 945.835953] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.836128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.836182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.836393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.836550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.848567] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e58d464-507b-48a6-bfe1-14432128215c in Status: IN_PROGRESS for 2s [ 946.225123] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05670a63-7c87-48a8-8d10-6e842845ad2d in Status: SUCCESS [ 946.225123] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05670a63-7c87-48a8-8d10-6e842845ad2d deletion is rescheduled due to dependency. [ 946.225123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05670a63-7c87-48a8-8d10-6e842845ad2d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.266416] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31cef698-a84c-4d81-9847-9e15ab4d67df in Status: SUCCESS [ 946.266606] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df deletion is rescheduled due to dependency. [ 946.266848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.267893] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7526857c-ddd5-42aa-819c-306c5391a197 in Status: SUCCESS [ 946.268075] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 deletion is rescheduled due to dependency. [ 946.269993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.365514] env[65117]: INFO networking_nsxv3.common.synchronization [req-d5354f4d-1f3a-40f1-8a71-d9d49acc5ea6 req-da020307-97b4-4ec9-83c5-047c82544c3b tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 946.366393] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 946.366393] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.366550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.366550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.366787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.366941] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.367270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.367270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.367851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.367851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.367851] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.805857] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.806369] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.806369] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.806562] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.808120] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.808299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.808422] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.808660] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.808811] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.809080] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.809212] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.809323] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.809431] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.809545] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.809650] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.809814] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.830408] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.831512] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.831512] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.831512] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.831512] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.831512] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.831816] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.831912] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.832056] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b934d4-3e01-4c83-b2dc-c0275ee9eb7c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.869933] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.870116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.870459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.870570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.870881] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.870989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.871154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.871235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.871319] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 already deleted. [ 946.871414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.335451] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.335606] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.335717] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.336424] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.336794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.337048] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 39b934d4-3e01-4c83-b2dc-c0275ee9eb7c not found, creating... [ 947.337376] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.337568] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.337720] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.337999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.338177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.338526] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.339049] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.339049] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.339192] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.339896] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.339896] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 39b934d4-3e01-4c83-b2dc-c0275ee9eb7c is going to be created. [ 947.363048] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.363436] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.363715] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.363795] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.364082] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.364345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.560180] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 947.560579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.560579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.560925] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.561182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.561363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.561815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.562095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.562226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.562338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.562441] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.855867] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e58d464-507b-48a6-bfe1-14432128215c in Status: SUCCESS [ 947.856068] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e58d464-507b-48a6-bfe1-14432128215c deletion is rescheduled due to dependency. [ 947.856183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e58d464-507b-48a6-bfe1-14432128215c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.065805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.065971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.066058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.066283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.066449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.066550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.066611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.066757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.066843] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.066932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.067093] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.067212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.067508] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.067598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.067886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.067938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.068031] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.114645] env[65117]: INFO networking_nsxv3.common.synchronization [req-d5354f4d-1f3a-40f1-8a71-d9d49acc5ea6 req-64d4d847-5734-4d04-a27e-991d74a797eb service nova] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_rules [ 948.114829] env[65117]: INFO networking_nsxv3.common.synchronization [req-d5354f4d-1f3a-40f1-8a71-d9d49acc5ea6 req-64d4d847-5734-4d04-a27e-991d74a797eb service nova] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 948.114960] env[65117]: INFO networking_nsxv3.common.synchronization [req-d5354f4d-1f3a-40f1-8a71-d9d49acc5ea6 req-64d4d847-5734-4d04-a27e-991d74a797eb service nova] Enqueued Resource ID: 39b934d4-3e01-4c83-b2dc-c0275ee9eb7c with Priority: HIGHEST for action port [ 948.115462] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_rules [ 948.115598] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 948.115698] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b934d4-3e01-4c83-b2dc-c0275ee9eb7c with Priority: HIGHEST for action port [ 948.115956] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.116799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.116883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.117278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.117407] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.118950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.123076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.123172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.123468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.123746] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.124125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.124542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.124542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.124542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.124652] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.125687] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.125840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.126194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.126282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.126675] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b934d4-3e01-4c83-b2dc-c0275ee9eb7c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.571975] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dddcfbb-ab54-4524-9784-8653f2543d3a: rpc.has_security_group_logging(os_id): False [ 948.590045] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.590349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.590425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.590672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.590823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.591100] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.591244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.591337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.591540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.591655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.591879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.592059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.592149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.592298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.592374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.592612] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.592731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.592731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.592844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.592923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.592992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 948.630757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.630757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.630989] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.631990] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39b934d4-3e01-4c83-b2dc-c0275ee9eb7c with status ACTIVE [ 948.632371] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.632371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.632495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.632664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.632779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.633016] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.633159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.633226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.633760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.633855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.634098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.634244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.634281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.634627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.634627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.634692] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39b934d4-3e01-4c83-b2dc-c0275ee9eb7c is going to be updated. [ 948.656548] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.656743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.656788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.656996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.657170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.657374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b934d4-3e01-4c83-b2dc-c0275ee9eb7c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.658356] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.658494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.658538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.658740] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.658804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.675291] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 949.123907] env[65117]: INFO networking_nsxv3.common.synchronization [req-2d63f14b-1937-4f12-af94-277c0f7f4ff1 req-5a2f803c-0a5b-4b4b-ae9d-9ec1105775f3 tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 949.124330] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 949.124706] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.124849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.136610] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.547931] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.548347] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.548483] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.548762] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.549076] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.549190] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.549295] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.549496] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.549640] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.549974] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.550171] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.550307] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.550624] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.550624] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.550729] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.550864] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.569659] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.569897] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.570054] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.570252] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.570570] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-1eee0610-91fb-47e7-8582-be58404eb1fc taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.570750] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.570888] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.571266] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.571408] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eee0610-91fb-47e7-8582-be58404eb1fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.641024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.643982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.643982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.643982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.643982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.643982] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be created. [ 949.667968] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.667968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.667968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.667968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.667968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.678538] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: UNINITIALIZED for 2s [ 950.074011] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.074232] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.074345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.074853] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.074951] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.075144] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 1eee0610-91fb-47e7-8582-be58404eb1fc not found, creating... [ 950.075459] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.075636] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.075779] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.076083] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.076286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.076655] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.076823] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.076947] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.077193] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.077331] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077477] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 1eee0610-91fb-47e7-8582-be58404eb1fc is going to be created. [ 950.102857] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.102857] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.103220] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.103276] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.103514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.103772] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.696326] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 950.696679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.888852] env[65117]: INFO networking_nsxv3.common.synchronization [req-2d63f14b-1937-4f12-af94-277c0f7f4ff1 req-31b8b67c-90c0-4f4a-bf6c-2ae2d87d6827 service nova] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_rules [ 950.889055] env[65117]: INFO networking_nsxv3.common.synchronization [req-2d63f14b-1937-4f12-af94-277c0f7f4ff1 req-31b8b67c-90c0-4f4a-bf6c-2ae2d87d6827 service nova] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 950.889214] env[65117]: INFO networking_nsxv3.common.synchronization [req-2d63f14b-1937-4f12-af94-277c0f7f4ff1 req-31b8b67c-90c0-4f4a-bf6c-2ae2d87d6827 service nova] Enqueued Resource ID: 1eee0610-91fb-47e7-8582-be58404eb1fc with Priority: HIGHEST for action port [ 950.889803] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_rules [ 950.889943] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 950.890074] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eee0610-91fb-47e7-8582-be58404eb1fc with Priority: HIGHEST for action port [ 950.890359] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.890462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.891127] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.891127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.891314] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eee0610-91fb-47e7-8582-be58404eb1fc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.891422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.891486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.891832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.891917] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eee0610-91fb-47e7-8582-be58404eb1fc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.395160] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eee0610-91fb-47e7-8582-be58404eb1fc with status ACTIVE [ 951.395160] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.395160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.395160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.395160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.395160] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.395603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.395603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.395603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.395709] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.395810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.396022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.396100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.396186] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eee0610-91fb-47e7-8582-be58404eb1fc is going to be updated. [ 951.423467] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.423704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.423704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.423912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.424071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.424241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eee0610-91fb-47e7-8582-be58404eb1fc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.692785] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 951.693053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.693239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.693462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.693667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.693792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.693861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.694076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.694233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.694417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.694686] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.695797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.696081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.697220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.697220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.697220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.697220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.697220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.697220] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.198561] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.198852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.198931] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.701603] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.804287] env[65117]: INFO networking_nsxv3.common.synchronization [req-05020c85-3a88-43c0-9576-7414a1bd3cff req-064782e9-677a-48e0-9733-3f491ca4995c tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 952.807024] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 952.807024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.807024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.807024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.807024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.807024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.807024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.808274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.808520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.808616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.809072] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.206894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.206894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.206894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.206894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.206894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.206894] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be updated. [ 953.249021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.249021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.249021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.249021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.249021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.257380] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: IN_PROGRESS for 2s [ 953.314363] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.314363] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.314363] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 already deleted. [ 953.314363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.708149] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.708562] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.708562] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.708729] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.709736] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.710009] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.710058] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.710291] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.710441] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.710651] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.710769] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.710876] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.710981] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.711104] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.711266] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.711417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.731024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.731221] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.731365] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.731545] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.731873] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.732112] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.732248] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.732574] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.732720] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2bbd93-1348-449c-9eb4-3f4ba58cc689',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.235696] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.236095] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.236159] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.236708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.237023] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.237511] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 not found, creating... [ 954.237861] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.238588] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.238810] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.239349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.239597] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.240095] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.240362] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.240695] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.240895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.241139] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.241371] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 is going to be created. [ 954.268906] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.269234] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.269416] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.269698] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.270023] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.270262] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.065447] env[65117]: INFO networking_nsxv3.common.synchronization [req-05020c85-3a88-43c0-9576-7414a1bd3cff req-2efe7a03-73a0-44e6-8e84-3026a6a73f9b service nova] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 955.065447] env[65117]: INFO networking_nsxv3.common.synchronization [req-05020c85-3a88-43c0-9576-7414a1bd3cff req-2efe7a03-73a0-44e6-8e84-3026a6a73f9b service nova] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 955.065759] env[65117]: INFO networking_nsxv3.common.synchronization [req-05020c85-3a88-43c0-9576-7414a1bd3cff req-2efe7a03-73a0-44e6-8e84-3026a6a73f9b service nova] Enqueued Resource ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 with Priority: HIGHEST for action port [ 955.067032] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 955.067032] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 955.067032] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 with Priority: HIGHEST for action port [ 955.067032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.067032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.067032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.067301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.067301] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.068275] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.068355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.068418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.068587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.070654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.070654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.070654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.070654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.070654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.070654] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.070654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.070654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.070654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.071101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.071101] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2bbd93-1348-449c-9eb4-3f4ba58cc689',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.269477] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 955.269659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.269886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.270134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.270337] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.270447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.270514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.270677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.270802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.270951] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.455700] env[65117]: INFO networking_nsxv3.common.synchronization [req-b1c8d8a7-f90d-4520-9297-6f7ffc69f08f req-7dbd574b-45f3-4c46-a1e5-97c5ef4429f0 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 955.457289] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 955.457715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.457942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.457942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.458215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.458385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.458489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.458576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.458738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.458828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.458928] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.573031] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.574034] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.575335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.576872] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 with status ACTIVE [ 955.577398] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.577398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.577398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.577570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.577570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.577713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.577916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.577916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.578451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.578451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.578451] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.578451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.578451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.578702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.578702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.578702] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 is going to be updated. [ 955.606261] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.606441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.606515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.606733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.606917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.607101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.779458] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.962617] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.962772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.962889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.963195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.963297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.963552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.963675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.963746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.963941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.964050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.964134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be updated. [ 956.006665] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.008149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.008149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.008149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019542] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: IN_PROGRESS for 2s [ 956.076154] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.285426] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.506673] env[65117]: INFO networking_nsxv3.common.synchronization [None req-6a4da3b3-b179-42f8-b553-6918a30a9e67 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_rules [ 956.507317] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_rules [ 956.507723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.507865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.507900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.512350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.512505] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.578678] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.580066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.580176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580295] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 is going to be created. [ 956.614166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.614359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.614405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.614603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.614766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617984] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bae7751d-ac52-48ec-b4aa-7f7306ee3d49 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_rules [ 956.618574] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_rules [ 956.618877] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.618974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.636987] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: UNINITIALIZED for 2s [ 956.788378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.788541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.788604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.788842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.788987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.789154] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be updated. [ 956.818473] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.818656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.818706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.818900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.819052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.837492] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: IN_PROGRESS for 2s [ 957.038982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.038982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.038982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.039504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.039504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.039504] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 already deleted. [ 957.039504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.039976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.039976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.040095] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.563367] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.563675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.563675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.563792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.563880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.563980] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 already deleted. [ 957.564116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.035911] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: SUCCESS [ 958.035911] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 deletion is rescheduled due to dependency. [ 958.035911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.132547] env[65117]: INFO networking_nsxv3.common.synchronization [req-c09bb104-a337-4051-a24f-85b6493ac354 req-4ca59076-cc0f-46a9-a667-c121a17dc29c tempest-MigrationsAdminTest-1851499664 tempest-MigrationsAdminTest-1851499664-project-member] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 958.133316] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGHEST for action security_group_members [ 958.133702] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.133837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.133895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.134131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.134284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.134427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.134498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.134729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.134853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.134963] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.638838] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.639173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.639173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.639896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.650316] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: SUCCESS [ 958.650583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.651176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.651384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.651621] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.651747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.651815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.651976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.652097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.652212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.652331] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.662608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.662882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.663021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.663092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.663323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.663402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.663493] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be updated. [ 958.691915] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.692185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.692316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.692607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.692809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.701657] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: IN_PROGRESS for 2s [ 958.849589] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 958.849589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.849939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.849978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.850258] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.850407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.850525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.850700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.850800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.850954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.851480] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.851480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.851480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.851712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.851933] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.852073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.852118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.852259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.852369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.852461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.852558] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.156163] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.355246] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeb1e01b-1cf8-470f-acb9-d1837e740b84: rpc.has_security_group_logging(os_id): False [ 959.384912] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.385193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.385193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.385466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.385572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.385818] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.385927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.385991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.386197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.386286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.386563] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.386665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.386728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.386891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.386970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.387190] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.387294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.387360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.387476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.387540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.387629] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be created. [ 959.492214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.492453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.492584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.492896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.493636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.508436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: IN_PROGRESS for 2s [ 959.659093] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f4cd30-cf0f-4386-ba33-aa6271847656: rpc.has_security_group_logging(os_id): False [ 959.684021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.684021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.684021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.684021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 is going to be created. [ 959.764736] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.764905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.764953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.765184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.765370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.782478] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: IN_PROGRESS for 2s [ 960.714573] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 in Status: SUCCESS [ 960.714573] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 deletion is rescheduled due to dependency. [ 960.714573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.525930] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 961.526186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.526372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.526597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.526688] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.798140] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: SUCCESS [ 961.798609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.018622] env[65117]: INFO networking_nsxv3.common.synchronization [req-18bed7b4-bd63-4b27-a7d4-f336f837b3f4 req-053ea909-4243-48bc-b261-693c1c210148 tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 962.019191] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 962.019524] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.019670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.019747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.020033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.020197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.020317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.020388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.020542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.020644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.020760] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.029096] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.029319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.029879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.030015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.030106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.030194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.030283] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.524129] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.524129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.524129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.524129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.524470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.524549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.524771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.524900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.525055] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 962.535209] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.535209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535209] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.535591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.535984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.536177] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.536229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.536288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.536432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.536574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.536668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.536731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.536868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.536943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.537036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.537128] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.560215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.560215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.560463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.561228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.561228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.573138] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 963.039954] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeb1e01b-1cf8-470f-acb9-d1837e740b84: rpc.has_security_group_logging(os_id): False [ 963.070197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.070425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.070425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.070630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.070719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.070930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.071089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.071197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.071416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.071508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.071742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.071827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.071896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.072102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.072226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.072491] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.072619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.072660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.072793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.072874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.072970] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be updated. [ 963.154325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.154325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.154325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.154325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.154325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.171389] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: IN_PROGRESS for 2s [ 964.585224] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 964.586238] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a deletion is rescheduled due to dependency. [ 964.587390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.194357] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 965.194357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.020174] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.020468] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 967.645841] env[65117]: INFO networking_nsxv3.common.synchronization [None req-ab6456e4-e787-445d-a9a7-60223dc45659 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: 09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 with Priority: HIGHEST for action security_group_rules [ 967.646380] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 with Priority: HIGHEST for action security_group_rules [ 967.646686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.646809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.646877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.647149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.647243] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7d07d-ceac-434e-8a2e-9c3924bbc0d8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.758876] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a2227430-ecf8-46c3-a2f5-872233cc6355 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: 09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 with Priority: HIGHEST for action security_group_rules [ 967.759725] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 with Priority: HIGHEST for action security_group_rules [ 967.760290] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.760411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.181577] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.181577] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 already deleted. [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.181577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.181577] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7d07d-ceac-434e-8a2e-9c3924bbc0d8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.702731] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.702943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.702943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.703192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.703283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.703390] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7d07d-ceac-434e-8a2e-9c3924bbc0d8 already deleted. [ 968.703465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7d07d-ceac-434e-8a2e-9c3924bbc0d8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.519998] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0de03d4e-6ba6-4e10-b05f-fa6ebf3c13d5 None None] Enqueued Resource ID: 2203a2da-b66a-48c2-8a1b-59df8accb29f with Priority: HIGHEST for action port [ 969.520581] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203a2da-b66a-48c2-8a1b-59df8accb29f with Priority: HIGHEST for action port [ 969.520902] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2203a2da-b66a-48c2-8a1b-59df8accb29f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.521074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2203a2da-b66a-48c2-8a1b-59df8accb29f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.521171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2203a2da-b66a-48c2-8a1b-59df8accb29f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.521427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2203a2da-b66a-48c2-8a1b-59df8accb29f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.521473] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2203a2da-b66a-48c2-8a1b-59df8accb29f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.023364] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2203a2da-b66a-48c2-8a1b-59df8accb29f [ 970.023686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.023771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.023811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.024028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.024122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.024216] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2203a2da-b66a-48c2-8a1b-59df8accb29f already deleted. [ 970.024311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2203a2da-b66a-48c2-8a1b-59df8accb29f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.114268] env[65117]: INFO networking_nsxv3.common.synchronization [None req-655b00fe-b865-48ca-bbdd-cad2dbd3d999 tempest-ServersV294TestFqdnHostnames-449285088 tempest-ServersV294TestFqdnHostnames-449285088-project-member] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_rules [ 970.115229] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_rules [ 970.116366] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.116366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.116366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.118826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.118826] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.275640] env[65117]: INFO networking_nsxv3.common.synchronization [None req-88f373b1-3900-493f-8850-183ab84a664e tempest-ServersV294TestFqdnHostnames-449285088 tempest-ServersV294TestFqdnHostnames-449285088-project-member] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_rules [ 970.279877] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_rules [ 970.280619] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.280619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.639290] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.639650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.639650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.639814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.639814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.639968] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 already deleted. [ 970.640064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.640162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.640304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.640388] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.164514] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.164707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.164707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.164880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.164971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.165115] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 already deleted. [ 971.165234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.696567] env[65117]: INFO networking_nsxv3.common.synchronization [req-1ee30e11-0d27-4af5-8bae-ea0fb8f621b4 req-de32079f-fb04-4648-be31-92249b74271c tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 971.697178] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 971.697489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.697579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.697658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.697849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.698305] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.698305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.698479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.698479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.698731] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.028133] env[65117]: INFO networking_nsxv3.common.synchronization [None req-ce4e19d5-3c65-4db7-9f1a-75fffeee05e3 None None] Enqueued Resource ID: 407e5cee-bf59-4690-9d70-131a6a0f528e with Priority: HIGHEST for action port [ 972.028133] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407e5cee-bf59-4690-9d70-131a6a0f528e with Priority: HIGHEST for action port [ 972.028133] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-407e5cee-bf59-4690-9d70-131a6a0f528e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.028133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407e5cee-bf59-4690-9d70-131a6a0f528e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.028133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407e5cee-bf59-4690-9d70-131a6a0f528e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.028133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407e5cee-bf59-4690-9d70-131a6a0f528e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.028697] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407e5cee-bf59-4690-9d70-131a6a0f528e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.200905] env[65117]: INFO networking_nsxv3.common.synchronization [req-507d86e7-5237-4d49-8281-492928cf90e2 req-5d2fad6e-4b4d-4aa8-9731-9119aba53414 tempest-ServerAddressesNegativeTestJSON-1432660508 tempest-ServerAddressesNegativeTestJSON-1432660508-project-member] Enqueued Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_members [ 972.201674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.201858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.201965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.202434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.205495] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_members [ 972.208054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.208189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.208258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.208506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.208674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.208772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.208833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.208982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.209081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.209175] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.233825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.234137] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.234266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.234347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.234514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.234599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.234684] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 972.266942] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.267116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.267190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.267397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.267540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.278918] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 972.533447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 407e5cee-bf59-4690-9d70-131a6a0f528e [ 972.534612] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.534612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.534612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.534612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.534612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.534612] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:407e5cee-bf59-4690-9d70-131a6a0f528e already deleted. [ 972.534612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407e5cee-bf59-4690-9d70-131a6a0f528e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.620232] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.620434] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-510" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.620560] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-510" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.620868] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-510" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.621375] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.621375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.621899] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.621899] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.621899] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.621995] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.622100] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.622250] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.622396] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.622517] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.623191] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.623191] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.641917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.642054] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.643116] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.643116] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-510" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.643116] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-9dd7a611-77a1-4e9c-b483-9b6420873365 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.643116] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.643116] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.643431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.643431] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd7a611-77a1-4e9c-b483-9b6420873365',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.714010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.714010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.714010] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5505499-0073-42ce-be05-c425bea2121b already deleted. [ 972.714010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.146183] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.146580] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.146806] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.147248] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.147510] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.147784] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 9dd7a611-77a1-4e9c-b483-9b6420873365 not found, creating... [ 973.148281] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.148556] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.148787] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.149185] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.149455] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.149983] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.150224] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.150427] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.150778] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.150983] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.151228] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 9dd7a611-77a1-4e9c-b483-9b6420873365 is going to be created. [ 973.175045] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.175282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.175282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.175549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.175776] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.175999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.890745] env[65117]: INFO networking_nsxv3.common.synchronization [req-507d86e7-5237-4d49-8281-492928cf90e2 req-ff2bcd64-8c91-4c94-86ba-b095f1d0fc88 service nova] Enqueued Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_rules [ 973.890998] env[65117]: INFO networking_nsxv3.common.synchronization [req-507d86e7-5237-4d49-8281-492928cf90e2 req-ff2bcd64-8c91-4c94-86ba-b095f1d0fc88 service nova] Enqueued Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_members [ 973.890998] env[65117]: INFO networking_nsxv3.common.synchronization [req-507d86e7-5237-4d49-8281-492928cf90e2 req-ff2bcd64-8c91-4c94-86ba-b095f1d0fc88 service nova] Enqueued Resource ID: 9dd7a611-77a1-4e9c-b483-9b6420873365 with Priority: HIGHEST for action port [ 973.891561] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_rules [ 973.891717] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_members [ 973.891783] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd7a611-77a1-4e9c-b483-9b6420873365 with Priority: HIGHEST for action port [ 973.892307] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.892519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.892603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.892912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.893012] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.895455] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.895455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.895455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.895455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.898566] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.898786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.898896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.899838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.899915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.900127] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.902882] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dd7a611-77a1-4e9c-b483-9b6420873365 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.903052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.903896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.904214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.904346] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd7a611-77a1-4e9c-b483-9b6420873365',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.291756] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 974.291966] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 974.292138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.407055] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dd7a611-77a1-4e9c-b483-9b6420873365 with status ACTIVE [ 974.407388] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.407568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.407661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.407931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.408478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.408478] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.408478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.408632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.408692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.409555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.409826] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.410017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.410136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.411508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.411508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.411508] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dd7a611-77a1-4e9c-b483-9b6420873365 is going to be updated. [ 974.411649] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.413241] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.413241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.435949] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.436167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.436226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.436376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.436505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.436672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dd7a611-77a1-4e9c-b483-9b6420873365" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.852091] env[65117]: INFO networking_nsxv3.common.synchronization [req-9ef6a717-6c26-4356-a53f-80e39f346d7c req-8e162c36-4e9d-417f-ac09-ff20cf758ad7 tempest-ListServersNegativeTestJSON-991165857 tempest-ListServersNegativeTestJSON-991165857-project-member] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 974.852617] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 974.852919] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.853053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.853136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.853427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.853494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.853603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.853636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.853779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.853856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.853956] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.050816] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.150295] env[65117]: INFO networking_nsxv3.common.synchronization [req-542eaff7-a8ed-4ae6-9033-6e738e2968c7 req-62ae43ac-03d2-40ab-9e22-38c5029d5bc9 tempest-ListServersNegativeTestJSON-991165857 tempest-ListServersNegativeTestJSON-991165857-project-member] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 975.150904] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGHEST for action security_group_members [ 975.151317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.151466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.357061] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.549353] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.549507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.551985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.551985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.551985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.551985] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5505499-0073-42ce-be05-c425bea2121b is going to be created. [ 975.578337] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.578337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.578337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.578574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.578728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.594208] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5505499-0073-42ce-be05-c425bea2121b in Status: UNINITIALIZED for 2s [ 975.859539] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.363342] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.363762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.363892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.363970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.364102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 976.394666] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.394849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.394963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.395154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.395557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.405284] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 977.073456] env[65117]: INFO networking_nsxv3.common.synchronization [req-1057df45-a873-45a0-83d5-ca8fea8fadad req-f96c9ad8-369d-4fd9-aeab-dbc5fd5734a6 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 977.074061] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 977.074385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.074570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.074626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.074992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.074992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.075107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.075107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.075367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.075455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.075539] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.540227] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.541283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.541283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.541283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.541546] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.541713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.541790] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.542057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.542167] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.542398] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.542519] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.542617] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.542724] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.542830] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.542935] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.543081] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.565477] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.565477] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.565477] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.565629] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.565972] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-0749bbb1-12f9-482e-be33-43e8da8d2a2e taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.566200] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.566622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.566788] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.566957] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0749bbb1-12f9-482e-be33-43e8da8d2a2e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.578250] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.578398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.579183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.579183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.579183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.579183] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.579183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.579183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.579436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.579436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.579436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 977.604102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5505499-0073-42ce-be05-c425bea2121b in Status: SUCCESS [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.606857] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.606857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.606857] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.611336] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.611454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.611513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.622669] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 978.072852] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.072852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.072852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073123] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.073230] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.073424] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 0749bbb1-12f9-482e-be33-43e8da8d2a2e not found, creating... [ 978.073731] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.073917] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.074055] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.074314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.074466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.074793] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.074978] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.075118] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.075324] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.075456] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.075595] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 0749bbb1-12f9-482e-be33-43e8da8d2a2e is going to be created. [ 978.101038] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.101318] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.101450] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.101746] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.102057] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.102350] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.110050] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.110050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.110050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.110050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.110387] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.110387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.110387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.110523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.110523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.110628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.110783] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.110885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.110950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.111137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.111298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.111397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.111470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.111590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.111670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.111753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.111844] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.416862] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 978.416862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.417420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.417420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.417420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.417548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.417548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.417698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.417781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.417889] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.617514] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5505499-0073-42ce-be05-c425bea2121b: rpc.has_security_group_logging(os_id): False [ 978.642160] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.642364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.642438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.642654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.642742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.642973] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.643088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.643150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.643300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.643377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.643557] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.643663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.643726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.643866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.643938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.648111] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.648252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.648331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.648521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.648669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.648838] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5505499-0073-42ce-be05-c425bea2121b is going to be created. [ 978.726254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.726501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.726501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.726666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.726842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.738437] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5505499-0073-42ce-be05-c425bea2121b in Status: IN_PROGRESS for 2s [ 978.853805] env[65117]: INFO networking_nsxv3.common.synchronization [req-1057df45-a873-45a0-83d5-ca8fea8fadad req-f2ee3309-781e-4b33-b060-250c47e4c41a service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 978.853913] env[65117]: INFO networking_nsxv3.common.synchronization [req-1057df45-a873-45a0-83d5-ca8fea8fadad req-f2ee3309-781e-4b33-b060-250c47e4c41a service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 978.854066] env[65117]: INFO networking_nsxv3.common.synchronization [req-1057df45-a873-45a0-83d5-ca8fea8fadad req-f2ee3309-781e-4b33-b060-250c47e4c41a service nova] Enqueued Resource ID: 0749bbb1-12f9-482e-be33-43e8da8d2a2e with Priority: HIGHEST for action port [ 978.854666] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 978.854921] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 978.854969] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0749bbb1-12f9-482e-be33-43e8da8d2a2e with Priority: HIGHEST for action port [ 978.856274] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.856810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.856917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.857187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.857315] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.859708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.859901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.860180] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0749bbb1-12f9-482e-be33-43e8da8d2a2e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.860468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.860629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.860825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.861325] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0749bbb1-12f9-482e-be33-43e8da8d2a2e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.922037] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.922288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.922288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.922475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.922595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.922870] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.922985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.923104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.923678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.923678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.923678] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be updated. [ 978.957426] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.957611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.959872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.959872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.959872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.969128] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: IN_PROGRESS for 2s [ 979.363318] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.363488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.363854] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0749bbb1-12f9-482e-be33-43e8da8d2a2e with status ACTIVE [ 979.364096] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.364258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.364352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.364657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.364774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.364979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.365120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.365207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.365400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.365561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.365747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.365889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.365977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.366161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.366272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.366424] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0749bbb1-12f9-482e-be33-43e8da8d2a2e is going to be updated. [ 979.394373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.394525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.394590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.394794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.394927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.395100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0749bbb1-12f9-482e-be33-43e8da8d2a2e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.636366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 979.636366] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.636366] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.636366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.636366] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.140277] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.643394] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.738606] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b652cc69-7754-4ae6-900d-fb40bad4ad62 None None] Enqueued Resource ID: 5feeac8c-8599-4fd9-93c1-206ee2447d35 with Priority: HIGHEST for action port [ 980.739947] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5feeac8c-8599-4fd9-93c1-206ee2447d35 with Priority: HIGHEST for action port [ 980.743402] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5feeac8c-8599-4fd9-93c1-206ee2447d35 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.743528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5feeac8c-8599-4fd9-93c1-206ee2447d35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.743623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5feeac8c-8599-4fd9-93c1-206ee2447d35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.744524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5feeac8c-8599-4fd9-93c1-206ee2447d35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.744627] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5feeac8c-8599-4fd9-93c1-206ee2447d35',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.756285] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5505499-0073-42ce-be05-c425bea2121b in Status: SUCCESS [ 980.756514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.979850] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03000bb7-ba74-4dec-a0a5-92363251a798 in Status: SUCCESS [ 980.980044] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 deletion is rescheduled due to dependency. [ 980.980223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.146401] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.146569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.148858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.148858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.148858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.148858] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 981.181428] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.181428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.181428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.181675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.182066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.193935] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 981.248986] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5feeac8c-8599-4fd9-93c1-206ee2447d35 [ 981.248986] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.248986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.248986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.248986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.248986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.248986] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5feeac8c-8599-4fd9-93c1-206ee2447d35 already deleted. [ 981.248986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5feeac8c-8599-4fd9-93c1-206ee2447d35" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.745609] env[65117]: INFO networking_nsxv3.common.synchronization [req-a9c15710-75b8-46a4-b836-0318c950825f req-f1f42710-a36d-4f76-ba82-2c4caf320350 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 981.746190] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 981.746495] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.746807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.746807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.746893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.747226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.747226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.747226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.747363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.747394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.747481] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.249217] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.278769] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.279173] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.279397] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.279812] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.280354] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.280573] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.280787] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.281126] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.281332] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.281607] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.282702] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.282874] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.283016] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.283161] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.283277] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.283424] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.304196] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.304380] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.304516] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.304740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.305087] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-97fcf8c9-38fc-4db5-9584-cc43847eb225 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.305270] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.305410] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.305785] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.305933] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fcf8c9-38fc-4db5-9584-cc43847eb225',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.751497] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.808904] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.809327] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.809562] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.810054] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.810302] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.810940] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 97fcf8c9-38fc-4db5-9584-cc43847eb225 not found, creating... [ 982.811081] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.811363] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.812152] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.812152] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.812326] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.813028] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.813028] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813251] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813473] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.813802] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.814046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 97fcf8c9-38fc-4db5-9584-cc43847eb225 is going to be created. [ 982.855382] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.855724] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.855912] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.856333] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.856673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.858659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.205161] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 983.205395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.205554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.205768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.205956] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.206084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.206149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.206295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.206373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.206589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.206775] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.253446] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.253600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.253670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.253885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.253973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.254094] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 983.286825] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.287046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.287046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.287309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.287465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.298687] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 983.500968] env[65117]: INFO networking_nsxv3.common.synchronization [req-3e6c54e3-e325-4915-9c48-645c1f18ff1b req-e5f7d8d7-1a7e-4b6a-984c-66b4506516e8 tempest-ServersTestJSON-339718276 tempest-ServersTestJSON-339718276-project-member] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_members [ 983.501531] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGHEST for action security_group_members [ 983.501841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.501991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.502513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.502586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.502742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.502847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.502910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.503069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.503144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.503233] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.577117] env[65117]: INFO networking_nsxv3.common.synchronization [req-a9c15710-75b8-46a4-b836-0318c950825f req-f5545cf7-00eb-4317-b966-2b798aaa7024 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 983.577117] env[65117]: INFO networking_nsxv3.common.synchronization [req-a9c15710-75b8-46a4-b836-0318c950825f req-f5545cf7-00eb-4317-b966-2b798aaa7024 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 983.577117] env[65117]: INFO networking_nsxv3.common.synchronization [req-a9c15710-75b8-46a4-b836-0318c950825f req-f5545cf7-00eb-4317-b966-2b798aaa7024 service nova] Enqueued Resource ID: 97fcf8c9-38fc-4db5-9584-cc43847eb225 with Priority: HIGHEST for action port [ 983.577435] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 983.577569] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 983.577662] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fcf8c9-38fc-4db5-9584-cc43847eb225 with Priority: HIGHEST for action port [ 983.578059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.578368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.578472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.578533] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.579407] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.579468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.579727] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fcf8c9-38fc-4db5-9584-cc43847eb225 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.579800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.579800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.579970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.581302] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fcf8c9-38fc-4db5-9584-cc43847eb225',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.709089] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.709259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.709511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.709579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.709739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.709808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.709872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.710032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.710610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.710610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.710610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.710610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.710610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.710610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.710856] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.710856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.710943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.711022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.711267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.711267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.711267] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.006689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.007025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.007025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.007168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.040522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.041060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.041060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.041060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.041279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.041372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.041607] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 is going to be updated. [ 984.077605] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.077868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.077868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.078136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.078733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.084485] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.084649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.085325] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97fcf8c9-38fc-4db5-9584-cc43847eb225 with status ACTIVE [ 984.085721] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.085721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.085721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.085908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.085982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.086368] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.086368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.086368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.086901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.086901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.086901] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.086901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.087046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.087113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.087184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.087275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97fcf8c9-38fc-4db5-9584-cc43847eb225 is going to be updated. [ 984.111776] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 in Status: IN_PROGRESS for 2s [ 984.129706] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.129931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.132012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.133834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.133834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.133834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fcf8c9-38fc-4db5-9584-cc43847eb225" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.214577] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e74c84d-380d-4de9-8280-397103b110ea: rpc.has_security_group_logging(os_id): False [ 984.242053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.242053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.242053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.242053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.243055] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.243055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.243055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.243055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.243055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.243055] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 984.412470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.412470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.412470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.413244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.413244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.439223] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 985.311283] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 985.311581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.311581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.311693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.311912] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.312097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.312219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.312423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.312532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.312656] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.819424] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.123013] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 in Status: SUCCESS [ 986.123224] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 deletion is rescheduled due to dependency. [ 986.123344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.321700] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.455089] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 986.455417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.825297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.825297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.825297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.825805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.826280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.826280] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 986.871902] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.873450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.873564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.873931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.874068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.885704] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 987.206606] env[65117]: INFO networking_nsxv3.common.synchronization [None req-0eeb7aa5-ed9e-4851-9c33-0faf7628113d None None] Enqueued Resource ID: 444bb0f1-ddc0-48a9-9baa-d73929acce19 with Priority: HIGHEST for action port [ 987.206910] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444bb0f1-ddc0-48a9-9baa-d73929acce19 with Priority: HIGHEST for action port [ 987.207150] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-444bb0f1-ddc0-48a9-9baa-d73929acce19 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.207270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-444bb0f1-ddc0-48a9-9baa-d73929acce19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.207729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-444bb0f1-ddc0-48a9-9baa-d73929acce19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.207729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-444bb0f1-ddc0-48a9-9baa-d73929acce19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.207838] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('444bb0f1-ddc0-48a9-9baa-d73929acce19',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.406373] env[65117]: INFO networking_nsxv3.common.synchronization [req-02a1cc41-f942-4508-80e5-d3122d9f2386 req-45bf8698-ca7e-4cfa-9d50-e7174e3e8d11 tempest-ServerAddressesNegativeTestJSON-1432660508 tempest-ServerAddressesNegativeTestJSON-1432660508-project-member] Enqueued Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_members [ 987.407318] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGHEST for action security_group_members [ 987.407738] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.407865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.408050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.408253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.408444] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.408663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.408722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.408926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.409966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.410100] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.710322] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 444bb0f1-ddc0-48a9-9baa-d73929acce19 [ 987.711027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.711027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.711027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.711221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.712028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.712028] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:444bb0f1-ddc0-48a9-9baa-d73929acce19 already deleted. [ 987.712028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-444bb0f1-ddc0-48a9-9baa-d73929acce19" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.914486] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.914685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.914760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.914972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.915317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.915412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.915491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.915802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.915802] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5505499-0073-42ce-be05-c425bea2121b is going to be updated. [ 987.944571] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.944714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.944797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.945676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.945676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.955576] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5505499-0073-42ce-be05-c425bea2121b in Status: IN_PROGRESS for 2s [ 988.103547] env[65117]: INFO networking_nsxv3.common.synchronization [None req-85d4d8d8-1e72-480a-9b0f-6bed3bc6b50f tempest-ServersTestBootFromVolume-481545037 tempest-ServersTestBootFromVolume-481545037-project-member] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_rules [ 988.105553] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_rules [ 988.105997] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.106167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.106302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.107424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.107549] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.216575] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f00b557c-8d46-43f3-9134-0cecf62c2167 tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_rules [ 988.216575] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_rules [ 988.216575] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.216575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.216575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.217198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.217294] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.321975] env[65117]: INFO networking_nsxv3.common.synchronization [None req-47f48739-b444-40a1-b5fa-df4adff5fc89 tempest-ServersTestBootFromVolume-481545037 tempest-ServersTestBootFromVolume-481545037-project-member] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_rules [ 988.324233] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_rules [ 988.325576] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.325694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.516817] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c3665d83-6748-4630-a8f6-98aaa595250f tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_rules [ 988.517737] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_rules [ 988.518284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.518485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.629918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.630106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.630168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.630380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.630472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.630569] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d already deleted. [ 988.630651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.630794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.630938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.631031] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.737696] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.737838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.738699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.738699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.738699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.738699] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 already deleted. [ 988.738699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.738979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.739267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.739364] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.900579] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 988.900872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.900971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.901474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.901672] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.901790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.901854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.902104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.902104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.902202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.902297] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.158267] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.158475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.158576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.158819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.158943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.159102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d already deleted. [ 989.159233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.260798] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.260798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.260798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.260798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.260798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.260798] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 already deleted. [ 989.260798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.404848] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.404848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.404848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.405077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.405323] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.405469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.405469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.405591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.405674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.405759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.405907] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.405996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.406080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.406231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.406354] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.406440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.407168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.407168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.407168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.407168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.407168] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.909228] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 989.928817] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.928993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.929065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.929311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.929419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.929740] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.929864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.929970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.930125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.930247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.930420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.930541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.930605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.930760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.930831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.931098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.931179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.931225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.931461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.931603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.931724] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 989.965422] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5505499-0073-42ce-be05-c425bea2121b in Status: SUCCESS [ 989.967114] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5505499-0073-42ce-be05-c425bea2121b deletion is rescheduled due to dependency. [ 989.967114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.999037] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.999037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.999037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.999429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.999683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.016743] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 990.752171] env[65117]: INFO networking_nsxv3.common.synchronization [None req-819de901-52b7-4a56-8430-7971ca502d69 None None] Enqueued Resource ID: 466fa597-91e2-40bc-8b27-eb7f20ec5af7 with Priority: HIGHEST for action port [ 990.754187] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466fa597-91e2-40bc-8b27-eb7f20ec5af7 with Priority: HIGHEST for action port [ 990.754187] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-466fa597-91e2-40bc-8b27-eb7f20ec5af7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.754187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466fa597-91e2-40bc-8b27-eb7f20ec5af7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.754187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466fa597-91e2-40bc-8b27-eb7f20ec5af7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.754187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466fa597-91e2-40bc-8b27-eb7f20ec5af7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.754187] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466fa597-91e2-40bc-8b27-eb7f20ec5af7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.257188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 466fa597-91e2-40bc-8b27-eb7f20ec5af7 [ 991.257693] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.257693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.257693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.257893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.257893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.257893] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:466fa597-91e2-40bc-8b27-eb7f20ec5af7 already deleted. [ 991.257998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466fa597-91e2-40bc-8b27-eb7f20ec5af7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.752835] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f1afe6b3-2567-4cb3-b448-a07aa115e4ca tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_rules [ 991.753465] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_rules [ 991.753923] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.754116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.754223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.754572] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.754706] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.833673] env[65117]: INFO networking_nsxv3.common.synchronization [None req-3a9c0c3e-1fb9-49f6-bf31-3a5cef7567c6 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_rules [ 991.834262] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_rules [ 991.834520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.834589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.034447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 992.034447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.278639] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.279041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.279041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.279342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.279342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.279342] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f already deleted. [ 992.279563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.279610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.279772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.279857] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.802269] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.802430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.802571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.802725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.802813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.802912] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f already deleted. [ 992.803083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.332633] env[65117]: INFO networking_nsxv3.common.synchronization [req-14522f81-0542-4537-904b-901a79f42da2 req-84580975-b27c-406e-a330-be01939c1ee8 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_members [ 993.332633] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_members [ 993.332633] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.332633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.332633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.332633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.332633] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.333326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.333326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.333326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.333326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.333326] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.679934] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.680644] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.680644] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.680788] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.681217] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.681217] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.681381] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.681441] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.681603] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.681786] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.681895] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.682008] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.682120] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.682230] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.682333] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.682461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.702648] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.702829] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.702969] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.703226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.703580] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e0aa8ce0-9088-449b-bb38-8872bd680232 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.703760] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.703881] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.704243] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.704387] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0aa8ce0-9088-449b-bb38-8872bd680232',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.835698] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.835895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.835895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.836140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.836230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.836436] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.836533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.836591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.836741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.836817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.836905] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 already deleted. [ 993.836984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.207611] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.207871] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.207990] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.208327] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.208490] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.208650] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e0aa8ce0-9088-449b-bb38-8872bd680232 not found, creating... [ 994.208925] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.209150] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.209217] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.209466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.209615] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.209933] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.210146] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.210342] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.210477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.210603] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.210736] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e0aa8ce0-9088-449b-bb38-8872bd680232 is going to be created. [ 994.235791] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.235972] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.236027] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.236584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.236584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.236796] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.994161] env[65117]: INFO networking_nsxv3.common.synchronization [req-14522f81-0542-4537-904b-901a79f42da2 req-c875d2e1-65ab-4cfe-826d-38410b2f3e76 service nova] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_rules [ 994.994161] env[65117]: INFO networking_nsxv3.common.synchronization [req-14522f81-0542-4537-904b-901a79f42da2 req-c875d2e1-65ab-4cfe-826d-38410b2f3e76 service nova] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_members [ 994.994161] env[65117]: INFO networking_nsxv3.common.synchronization [req-14522f81-0542-4537-904b-901a79f42da2 req-c875d2e1-65ab-4cfe-826d-38410b2f3e76 service nova] Enqueued Resource ID: e0aa8ce0-9088-449b-bb38-8872bd680232 with Priority: HIGHEST for action port [ 994.996411] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_rules [ 994.996411] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_members [ 994.996411] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0aa8ce0-9088-449b-bb38-8872bd680232 with Priority: HIGHEST for action port [ 994.996411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.996411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.996411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.996860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.996860] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.999767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.999767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.999767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.999767] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.002061] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0aa8ce0-9088-449b-bb38-8872bd680232 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.002061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.002061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.002061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.002061] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0aa8ce0-9088-449b-bb38-8872bd680232',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.504075] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.506148] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.506285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.507877] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0aa8ce0-9088-449b-bb38-8872bd680232 with status ACTIVE [ 995.507877] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.507877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.507877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.507877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.507877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.507877] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.507877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.507877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.509040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.509040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.509040] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.509040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.509040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.509301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.509400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.509750] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0aa8ce0-9088-449b-bb38-8872bd680232 is going to be updated. [ 995.534312] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.534521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.534631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.534903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.535123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.535361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0aa8ce0-9088-449b-bb38-8872bd680232" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.007949] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.510324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.511130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.511296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.511501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.511549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.511665] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 is going to be created. [ 996.542065] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.542275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.542355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.542651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.542864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.554576] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305963f4-f6dc-4182-9d86-4c4f36797791 in Status: UNINITIALIZED for 2s [ 997.402917] env[65117]: INFO networking_nsxv3.common.synchronization [req-f7349eaa-2caa-4236-bc42-4546e0f9ff08 req-32be6e46-e051-426a-92c1-4153ea0de7f3 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 997.402917] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 997.402917] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.402917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.402917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.403498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.403498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.403498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.403498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.403498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.403665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.403665] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.906177] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.410269] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.568432] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305963f4-f6dc-4182-9d86-4c4f36797791 in Status: SUCCESS [ 998.568995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.568995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.569785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.569785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.569785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.569785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.571219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.571219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.571219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.571219] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.914023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.914023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.914023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.914023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.914023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.914023] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 998.957435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.957594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.957649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.958024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.958024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.969156] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 999.073844] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.582038] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 305963f4-f6dc-4182-9d86-4c4f36797791: rpc.has_security_group_logging(os_id): False [ 999.608106] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.608106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.608106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.608475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.608475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.608719] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.608841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.608910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.609059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.609145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.609272] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 is going to be created. [ 999.693400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.693633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.693704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.693926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.694151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.709126] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 305963f4-f6dc-4182-9d86-4c4f36797791 in Status: IN_PROGRESS for 2s [ 1000.829315] env[65117]: INFO networking_nsxv3.common.synchronization [None req-3007ff05-f5e7-4eae-ac1f-7ee261d7b9bf None None] Enqueued Resource ID: 471d1b4d-5510-414c-b385-fff550875306 with Priority: HIGHEST for action port [ 1000.830021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471d1b4d-5510-414c-b385-fff550875306 with Priority: HIGHEST for action port [ 1000.834940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-471d1b4d-5510-414c-b385-fff550875306 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.835125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471d1b4d-5510-414c-b385-fff550875306" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.835206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471d1b4d-5510-414c-b385-fff550875306" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.835601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471d1b4d-5510-414c-b385-fff550875306" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.835752] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471d1b4d-5510-414c-b385-fff550875306',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.980468] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1000.980689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.339242] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 471d1b4d-5510-414c-b385-fff550875306 [ 1001.339477] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.339787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.339893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.340181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.340307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.340420] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:471d1b4d-5510-414c-b385-fff550875306 already deleted. [ 1001.340646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471d1b4d-5510-414c-b385-fff550875306" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.723934] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 305963f4-f6dc-4182-9d86-4c4f36797791 in Status: SUCCESS [ 1001.723934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.310041] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d01829ad-3004-4f28-8e6f-603f6ee49bbd None None] Enqueued Resource ID: f9ef13b0-4369-4229-89ac-f0cb3e076115 with Priority: HIGHEST for action port [ 1003.311389] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ef13b0-4369-4229-89ac-f0cb3e076115 with Priority: HIGHEST for action port [ 1003.312039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ef13b0-4369-4229-89ac-f0cb3e076115 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.312163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ef13b0-4369-4229-89ac-f0cb3e076115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.312249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ef13b0-4369-4229-89ac-f0cb3e076115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.312609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ef13b0-4369-4229-89ac-f0cb3e076115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.312719] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ef13b0-4369-4229-89ac-f0cb3e076115',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.815994] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9ef13b0-4369-4229-89ac-f0cb3e076115 [ 1003.817307] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.817307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.817307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.817307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.817307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.817307] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9ef13b0-4369-4229-89ac-f0cb3e076115 already deleted. [ 1003.817307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ef13b0-4369-4229-89ac-f0cb3e076115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.493163] env[65117]: INFO networking_nsxv3.common.synchronization [req-944e40f0-08a7-44c4-9002-ddb08a69d865 req-26c4bd72-cb46-4d3d-b59d-a66977eced08 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1006.493933] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1006.494308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.494432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.494500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.494703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.494862] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.494962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.495035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.495179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.495262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.495357] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.802333] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802721] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802988] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.803258] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.803415] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.803528] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.803741] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.803884] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.804126] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.804265] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.804351] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.804457] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.804576] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.804707] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.804847] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.825290] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.825478] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.825617] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.825793] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.826115] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-6dd6cb6c-7406-4f97-90ed-532b85f87234 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.826297] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.826415] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.826794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.826931] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6cb6c-7406-4f97-90ed-532b85f87234',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.001460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.001460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.001460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.001460] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1007.027820] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.027893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.027952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.028215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.028432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.039976] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1007.329391] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.329629] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.329755] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.330069] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.330391] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.330608] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 6dd6cb6c-7406-4f97-90ed-532b85f87234 not found, creating... [ 1007.330900] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.331083] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.331249] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.331512] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.331663] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.331970] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.332145] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.332263] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.332484] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.332617] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.332758] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 6dd6cb6c-7406-4f97-90ed-532b85f87234 is going to be created. [ 1007.356103] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.356348] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.356461] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.356745] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.357080] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.357220] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.060860] env[65117]: INFO networking_nsxv3.common.synchronization [req-944e40f0-08a7-44c4-9002-ddb08a69d865 req-0fb697e8-372d-47fe-88ee-b07251a4c5b0 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 1008.061157] env[65117]: INFO networking_nsxv3.common.synchronization [req-944e40f0-08a7-44c4-9002-ddb08a69d865 req-0fb697e8-372d-47fe-88ee-b07251a4c5b0 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1008.061327] env[65117]: INFO networking_nsxv3.common.synchronization [req-944e40f0-08a7-44c4-9002-ddb08a69d865 req-0fb697e8-372d-47fe-88ee-b07251a4c5b0 service nova] Enqueued Resource ID: 6dd6cb6c-7406-4f97-90ed-532b85f87234 with Priority: HIGHEST for action port [ 1008.061697] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 1008.061829] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1008.061923] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd6cb6c-7406-4f97-90ed-532b85f87234 with Priority: HIGHEST for action port [ 1008.063471] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.063471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.063630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.063881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.063881] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.064664] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.064758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.064952] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd6cb6c-7406-4f97-90ed-532b85f87234 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.065067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.065192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.065298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.065374] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd6cb6c-7406-4f97-90ed-532b85f87234',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.567324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.567471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.567678] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd6cb6c-7406-4f97-90ed-532b85f87234 with status ACTIVE [ 1008.567927] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.568070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.568153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.568377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.568534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.568657] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.568756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.568869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.568976] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.569065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.569264] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.569360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.569439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.569612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.569701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.569790] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd6cb6c-7406-4f97-90ed-532b85f87234 is going to be updated. [ 1008.594989] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.594989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.594989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.594989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.594989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.594989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd6cb6c-7406-4f97-90ed-532b85f87234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.961254] env[65117]: INFO networking_nsxv3.common.synchronization [req-56de42ad-fd78-4660-90a7-f16cd546d1da req-36bfa5f2-c8c1-4dfe-bbd9-ba572ff36ba1 tempest-ServersV294TestFqdnHostnames-449285088 tempest-ServersV294TestFqdnHostnames-449285088-project-member] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_members [ 1008.961254] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_members [ 1008.961254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.961254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.961254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.961254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.961254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.961254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.961917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.962236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.962448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.962750] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.057264] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1009.057264] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 1009.057264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.057673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.057794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.058047] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.058321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.058485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.058591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.058645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.058725] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.391131] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.391520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-602" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.391520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-602" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.391897] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-602" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.392221] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.392380] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.392493] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.392771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.392945] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.393188] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.393306] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.393417] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.393523] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.393629] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.394010] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.394010] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.413155] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.413351] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.413496] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.413646] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-602" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.414115] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-ffb22114-1713-4fd9-8242-447e2cf3fb23 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.414387] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.414537] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.414873] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.415024] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb22114-1713-4fd9-8242-447e2cf3fb23',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.468024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.468024] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.468024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 already deleted. [ 1009.468024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.560979] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.917528] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.917697] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.917825] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.918142] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.918343] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.918461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port ffb22114-1713-4fd9-8242-447e2cf3fb23 not found, creating... [ 1009.918722] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.918883] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.919000] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.919240] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.919380] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.919692] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.919818] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.919933] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.920151] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.920320] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.920481] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: ffb22114-1713-4fd9-8242-447e2cf3fb23 is going to be created. [ 1009.942920] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.943307] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.943425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.943612] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.943887] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.944131] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.063703] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.569401] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.569771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.569771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.569917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.569917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.569991] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1010.602819] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.603015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.603101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.603314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.603460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.615207] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1010.724055] env[65117]: INFO networking_nsxv3.common.synchronization [req-56de42ad-fd78-4660-90a7-f16cd546d1da req-58895e8d-2625-4014-9103-2d2d5c6c25cd service nova] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_rules [ 1010.724535] env[65117]: INFO networking_nsxv3.common.synchronization [req-56de42ad-fd78-4660-90a7-f16cd546d1da req-58895e8d-2625-4014-9103-2d2d5c6c25cd service nova] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_members [ 1010.724829] env[65117]: INFO networking_nsxv3.common.synchronization [req-56de42ad-fd78-4660-90a7-f16cd546d1da req-58895e8d-2625-4014-9103-2d2d5c6c25cd service nova] Enqueued Resource ID: ffb22114-1713-4fd9-8242-447e2cf3fb23 with Priority: HIGHEST for action port [ 1010.725422] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_rules [ 1010.725561] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_members [ 1010.725658] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb22114-1713-4fd9-8242-447e2cf3fb23 with Priority: HIGHEST for action port [ 1010.725940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.726079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.726147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.726352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.726436] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.727825] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.727952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.728032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.728226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.728410] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.728514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.728576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.728726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.728907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.728907] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.731542] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb22114-1713-4fd9-8242-447e2cf3fb23 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.731542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.731542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.731542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.731542] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb22114-1713-4fd9-8242-447e2cf3fb23',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.784092] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.784092] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.229102] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.229230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.231573] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.232541] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffb22114-1713-4fd9-8242-447e2cf3fb23 with status ACTIVE [ 1011.232758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.232878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.232945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.233161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.233252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.233430] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.233523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.233588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.234932] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.234932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.234932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.234932] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffb22114-1713-4fd9-8242-447e2cf3fb23 is going to be updated. [ 1011.263608] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.263822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.263822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.264034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.264195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.264351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb22114-1713-4fd9-8242-447e2cf3fb23" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.737093] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.239872] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.240046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.240154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.240450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.240545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.240651] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 is going to be created. [ 1012.268195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.268396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.268442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.268638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.268795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.279835] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 in Status: UNINITIALIZED for 2s [ 1012.626699] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1012.626935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.627207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.627634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.627867] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.628938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.628938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.628938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.628938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.628938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.628938] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.133031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.133031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.133031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.133691] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.133691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.133691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.133691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.133691] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.133691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.133894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.133894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.134030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.134773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.134773] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.636903] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a07e609d-bafa-4357-be29-979008d0f8b5: rpc.has_security_group_logging(os_id): False [ 1013.654930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.655131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.655224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.655391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.655479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.655662] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.655761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.655823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.655963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.656054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.656276] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.656371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.656433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.656570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.656636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.656818] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.656913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.656970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.657314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.657314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.657314] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1013.720114] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.720301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.720409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.720602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.720898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.735333] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1014.299162] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 in Status: SUCCESS [ 1014.299162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.299162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.299162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.299774] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.299774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.299774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.299774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.299774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.299774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.299774] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.802268] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.307393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b169d2ca-bb3f-4e3f-aec3-b190a4d41d03: rpc.has_security_group_logging(os_id): False [ 1015.325128] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.325231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.325280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.325499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.325599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.325854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.325957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.326034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.326196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.326272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.326362] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 is going to be created. [ 1015.393890] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.394102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.394190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.394412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.394651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.408095] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 in Status: IN_PROGRESS for 2s [ 1015.727505] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1015.727686] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1015.752336] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1015.752671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.421748] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 in Status: SUCCESS [ 1017.421748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.728519] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.728897] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1024.617610] env[65117]: INFO networking_nsxv3.common.synchronization [req-18ca078d-2c8d-4093-9b85-c5b81c1636ba req-614245da-dc34-4794-86e8-dd89173045ab tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_members [ 1024.618689] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_members [ 1024.618689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.618689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.618689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.618956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.619319] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.619384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.619448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.619614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.619919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.619919] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.958195] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.958404] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.958533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.958867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.959333] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.959506] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.959642] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.959848] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.959998] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.960221] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.960372] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.960474] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.960586] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.960893] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.960893] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.960999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.984408] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.984568] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.984677] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.984862] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-508" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.985214] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-3f9542b2-d7cd-4643-8706-aaacc156e6ef taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.985398] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.985553] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.985854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.986010] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9542b2-d7cd-4643-8706-aaacc156e6ef',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.122654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.122973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.123078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.123299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.123391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.123601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.123706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.123770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.123919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.124013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.124100] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 already deleted. [ 1025.124182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.489324] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.489551] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.489644] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.491842] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 3f9542b2-d7cd-4643-8706-aaacc156e6ef not found, creating... [ 1025.491842] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.491842] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.491842] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.492414] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.492414] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.492414] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.492414] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 3f9542b2-d7cd-4643-8706-aaacc156e6ef is going to be created. [ 1025.549676] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.549890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.550024] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.550599] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.550599] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.551302] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.891303] env[65117]: INFO networking_nsxv3.common.synchronization [req-6918edb4-2aa3-4972-955c-8a18565f55cd req-71d9b1cd-2b5c-4ccd-815f-b18b607621cb tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1025.892089] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1025.892573] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.892777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.892893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.893219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.893461] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.893631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.893742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.893998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.894157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.894310] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.286359] env[65117]: INFO networking_nsxv3.common.synchronization [req-18ca078d-2c8d-4093-9b85-c5b81c1636ba req-039fd1b0-859a-4e5b-bec6-ba77bdd02854 service nova] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_rules [ 1026.286417] env[65117]: INFO networking_nsxv3.common.synchronization [req-18ca078d-2c8d-4093-9b85-c5b81c1636ba req-039fd1b0-859a-4e5b-bec6-ba77bdd02854 service nova] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_members [ 1026.286535] env[65117]: INFO networking_nsxv3.common.synchronization [req-18ca078d-2c8d-4093-9b85-c5b81c1636ba req-039fd1b0-859a-4e5b-bec6-ba77bdd02854 service nova] Enqueued Resource ID: 3f9542b2-d7cd-4643-8706-aaacc156e6ef with Priority: HIGHEST for action port [ 1026.287072] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_rules [ 1026.287268] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_members [ 1026.287352] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9542b2-d7cd-4643-8706-aaacc156e6ef with Priority: HIGHEST for action port [ 1026.287639] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.287745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.287811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.288074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.289037] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.290010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.290010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.290010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.290301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.290301] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.290461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.290541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.290699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.290784] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.290895] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.291945] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f9542b2-d7cd-4643-8706-aaacc156e6ef taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.292106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.292177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.292330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.292410] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9542b2-d7cd-4643-8706-aaacc156e6ef',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.396891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.397134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.397134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.397338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.422039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.422315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.422446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.422553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.422746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.422832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.422926] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1026.452863] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.453133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.453268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.453641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.453817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.463522] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1026.794276] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.794276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.794461] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.795982] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f9542b2-d7cd-4643-8706-aaacc156e6ef with status ACTIVE [ 1026.796190] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.796309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.796382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.797502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.797502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.797502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.797502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.797502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.797790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.797790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.797860] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.797962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.797999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.798124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.799017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.799017] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f9542b2-d7cd-4643-8706-aaacc156e6ef is going to be updated. [ 1026.823772] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.823928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.824042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.824919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.824919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.824919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f9542b2-d7cd-4643-8706-aaacc156e6ef" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.024995] env[65117]: INFO networking_nsxv3.common.synchronization [req-975b4831-0da8-46d4-b32a-f98d62436efe req-b148eb22-916a-4401-aad2-fa5bc83823d3 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_members [ 1027.025568] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_members [ 1027.025880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.026014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.026257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.026602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.026803] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.026938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.026987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.027154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.027239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.027336] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.297251] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.404191] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.404384] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.404500] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.404761] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.405380] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.405546] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.405664] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.405878] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.406513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.406780] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.406899] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.407019] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.407130] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.407241] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.407346] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.407476] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.428131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.428318] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.428457] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.428639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.428955] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-e475a3e1-8b21-4e86-b464-5845ca27fbc2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.429201] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.429328] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.429642] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.429781] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e475a3e1-8b21-4e86-b464-5845ca27fbc2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.529385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.529544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.530224] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.530224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.530384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.530515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.530593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.530682] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f already deleted. [ 1027.530761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.801088] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.801088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.801088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.801388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.801388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.801473] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 is going to be created. [ 1027.829860] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.830110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.830110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.830301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.830530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.840747] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: UNINITIALIZED for 2s [ 1027.932091] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.932351] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.932433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.932786] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.932933] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.933102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port e475a3e1-8b21-4e86-b464-5845ca27fbc2 not found, creating... [ 1027.933358] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.933516] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.933633] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.933847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.933994] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.934295] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.934511] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.934628] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.934828] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.934958] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.935108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: e475a3e1-8b21-4e86-b464-5845ca27fbc2 is going to be created. [ 1027.958996] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.958996] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.958996] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.958996] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.958996] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.958996] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.473222] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1028.473590] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 deletion is rescheduled due to dependency. [ 1028.473590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.654214] env[65117]: INFO networking_nsxv3.common.synchronization [req-975b4831-0da8-46d4-b32a-f98d62436efe req-32dc6f8c-2615-46f2-9068-23ed636e0d00 service nova] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_rules [ 1028.655109] env[65117]: INFO networking_nsxv3.common.synchronization [req-975b4831-0da8-46d4-b32a-f98d62436efe req-32dc6f8c-2615-46f2-9068-23ed636e0d00 service nova] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_members [ 1028.655109] env[65117]: INFO networking_nsxv3.common.synchronization [req-975b4831-0da8-46d4-b32a-f98d62436efe req-32dc6f8c-2615-46f2-9068-23ed636e0d00 service nova] Enqueued Resource ID: e475a3e1-8b21-4e86-b464-5845ca27fbc2 with Priority: HIGHEST for action port [ 1028.655109] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_rules [ 1028.655313] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_members [ 1028.655313] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e475a3e1-8b21-4e86-b464-5845ca27fbc2 with Priority: HIGHEST for action port [ 1028.655560] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.655683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.655745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.655940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.656042] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.656895] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.657009] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.657068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.657228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.657372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.657473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.657538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.657663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.657874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.657874] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.660781] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-e475a3e1-8b21-4e86-b464-5845ca27fbc2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.661686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.661686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.661686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.661686] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e475a3e1-8b21-4e86-b464-5845ca27fbc2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.161209] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.166073] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e475a3e1-8b21-4e86-b464-5845ca27fbc2 with status ACTIVE [ 1029.166331] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.166331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.166646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.166905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.167118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.167552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.167552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.167552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.167831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.167948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.168256] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.168450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.168506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.168742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.168823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.169339] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e475a3e1-8b21-4e86-b464-5845ca27fbc2 is going to be updated. [ 1029.170316] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.170430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.192667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.192813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.192886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.193114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.193249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.193414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e475a3e1-8b21-4e86-b464-5845ca27fbc2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.664216] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.852234] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: SUCCESS [ 1029.852320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.852467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.852765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.852976] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.853190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.853190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.853388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.853476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.853657] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.853736] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.167255] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.167534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.167623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.167846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.168032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.168201] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f is going to be created. [ 1030.195076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.195311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.195392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.195706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.195915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.206664] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: UNINITIALIZED for 2s [ 1030.356553] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.858864] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ea93fc-4a54-40d8-81e2-32428eb6ec37: rpc.has_security_group_logging(os_id): False [ 1030.879650] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.879796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.879867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.880119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.880244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.880506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.880638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.880986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.882112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.882112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.882112] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 is going to be created. [ 1030.959505] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.959599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.959644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.959838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.960044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.971993] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: IN_PROGRESS for 2s [ 1031.292438] env[65117]: INFO networking_nsxv3.common.synchronization [req-e9c07dbf-595d-4ec2-ba4d-8bb453e86ecd req-9a400d40-0f91-4318-92c3-b824bf13d72d tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 1031.292658] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 1031.292842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.293055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.293055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.293263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.293420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.293519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.293580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.294736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.294736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.294736] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.561264] env[65117]: INFO networking_nsxv3.common.synchronization [req-337b31dc-afe8-42d9-a586-ffc60ee53884 req-129d4f4b-22dd-44c4-a804-4a2deb8324df tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1031.562151] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1031.562670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.562670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.562670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.562670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.563060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.563060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.563060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.563206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.563206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.563288] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.630425] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.630645] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.630774] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.631048] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.631309] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.631513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.631647] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.631868] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.632028] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.632237] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.632352] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.632459] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.632567] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.632684] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.632779] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.632908] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.655965] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.656127] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.656271] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.656452] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-48" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.656787] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-83ca6727-4354-4a60-8b67-7ae1e88a80f1 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.656961] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.657099] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.657466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.657606] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ca6727-4354-4a60-8b67-7ae1e88a80f1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.799025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.799025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.799025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.799025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.799025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.799025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.799491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.799567] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.799770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.799896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.800062] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 1031.836390] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.836646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.836721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.836952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.837121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.847164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 1032.065283] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.161155] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.161522] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.161697] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.161995] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.162150] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.162357] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 83ca6727-4354-4a60-8b67-7ae1e88a80f1 not found, creating... [ 1032.162632] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.162797] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.162931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.163182] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.163322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.163632] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.163771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.163879] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.164106] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.164330] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.164436] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 83ca6727-4354-4a60-8b67-7ae1e88a80f1 is going to be created. [ 1032.186615] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.186900] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.186965] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.187300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.187554] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.187783] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.217086] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: SUCCESS [ 1032.217330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.217468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.217691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.217899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.218210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.218210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.218471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.218471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.218471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.218613] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.567787] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.722239] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.889237] env[65117]: INFO networking_nsxv3.common.synchronization [req-e9c07dbf-595d-4ec2-ba4d-8bb453e86ecd req-a801c976-93b4-475d-bb33-3071c5ec23a9 service nova] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_rules [ 1032.889442] env[65117]: INFO networking_nsxv3.common.synchronization [req-e9c07dbf-595d-4ec2-ba4d-8bb453e86ecd req-a801c976-93b4-475d-bb33-3071c5ec23a9 service nova] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 1032.889592] env[65117]: INFO networking_nsxv3.common.synchronization [req-e9c07dbf-595d-4ec2-ba4d-8bb453e86ecd req-a801c976-93b4-475d-bb33-3071c5ec23a9 service nova] Enqueued Resource ID: 83ca6727-4354-4a60-8b67-7ae1e88a80f1 with Priority: HIGHEST for action port [ 1032.890218] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_rules [ 1032.890314] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 1032.890420] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ca6727-4354-4a60-8b67-7ae1e88a80f1 with Priority: HIGHEST for action port [ 1032.890711] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.890833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.890898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.891360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.891508] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.892451] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.893180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.893479] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ca6727-4354-4a60-8b67-7ae1e88a80f1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.893618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.893699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.893921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.894034] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ca6727-4354-4a60-8b67-7ae1e88a80f1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.985357] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: SUCCESS [ 1032.985357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.072716] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.072716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.072716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.072716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.072716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.072716] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1033.101274] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.101517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.101601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.101924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.102012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.110893] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1033.224359] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1e78fb-804d-445e-8704-b2a297bc444f: rpc.has_security_group_logging(os_id): False [ 1033.241433] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.241662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.241738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.241928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.242094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.242327] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.242433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.242494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.242645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.242721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.243121] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f is going to be created. [ 1033.324904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.325163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.325163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.325375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.325553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.336896] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: IN_PROGRESS for 2s [ 1033.396572] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.396735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.396941] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83ca6727-4354-4a60-8b67-7ae1e88a80f1 with status ACTIVE [ 1033.397147] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.397314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.397314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.397529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.397619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.397854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.397965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.398040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.398202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.398287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.398514] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.398629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.398695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.398841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.398917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.399013] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83ca6727-4354-4a60-8b67-7ae1e88a80f1 is going to be updated. [ 1033.437810] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.437810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.437810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.438109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.438419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.438522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ca6727-4354-4a60-8b67-7ae1e88a80f1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.857805] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 1033.858034] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a deletion is rescheduled due to dependency. [ 1033.858132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.858291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.858548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.858737] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.858870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.858962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.859177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.859250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.859351] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.361797] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.864571] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.121945] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1035.121945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.349366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: SUCCESS [ 1035.349366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.367078] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.367390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.367390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.367607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.367712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.367837] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 1035.395798] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.395975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.396053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.396270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.396416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.405094] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 1037.416300] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 1037.416741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.416741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.416864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.417102] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.417226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.417288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.417447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.417534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.417621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.417721] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.891927] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.892059] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1037.920303] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.920587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.920587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.920772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.920971] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.921094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.921157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.921317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.921433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.921856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.921918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.922075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.922214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.922305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.922363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.922499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.922575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.922655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.922767] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.425780] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dddcfbb-ab54-4524-9784-8653f2543d3a: rpc.has_security_group_logging(os_id): False [ 1038.447023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.447023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.447023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.447023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.447832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.447832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.448187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.448448] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 1038.512042] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.512042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.512042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.512042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.512042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.526816] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 1038.609183] env[65117]: INFO networking_nsxv3.common.synchronization [req-9496a83f-5d19-453c-a7e2-1f85cb42a80f req-bdc6c92c-6c5f-4e13-9e36-01eb4589aa29 tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1038.609886] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1038.610373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.610460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.610565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.610848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.611043] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.611183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.611235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.611416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.611539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.611666] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.057551] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.057745] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.057889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.058208] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.058465] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.058613] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.058726] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.059214] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.059214] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.059381] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.059439] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.059538] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.059652] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.059760] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.059864] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.059990] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.079847] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.080115] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.080198] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.080834] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.080834] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-097f9115-5fae-43fd-9b76-b29dd39047ea taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.080834] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.081016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.081310] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.081479] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097f9115-5fae-43fd-9b76-b29dd39047ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.114816] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.115637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.115770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.116014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.116120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.116347] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.116461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.116526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.116692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.116772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.116864] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 already deleted. [ 1039.116946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.584432] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.584867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.584867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.585105] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.586267] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.586267] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 097f9115-5fae-43fd-9b76-b29dd39047ea not found, creating... [ 1039.586267] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.586267] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.586267] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.586470] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.586626] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.587934] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.588150] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.588277] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.588505] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.588641] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.588876] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 097f9115-5fae-43fd-9b76-b29dd39047ea is going to be created. [ 1039.611932] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.612200] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.612329] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.612616] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.612973] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.613228] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.342911] env[65117]: INFO networking_nsxv3.common.synchronization [req-9496a83f-5d19-453c-a7e2-1f85cb42a80f req-be35bf65-2478-4a2e-a478-e303e2968f95 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1040.342911] env[65117]: INFO networking_nsxv3.common.synchronization [req-9496a83f-5d19-453c-a7e2-1f85cb42a80f req-be35bf65-2478-4a2e-a478-e303e2968f95 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1040.343469] env[65117]: INFO networking_nsxv3.common.synchronization [req-9496a83f-5d19-453c-a7e2-1f85cb42a80f req-be35bf65-2478-4a2e-a478-e303e2968f95 service nova] Enqueued Resource ID: 097f9115-5fae-43fd-9b76-b29dd39047ea with Priority: HIGHEST for action port [ 1040.344208] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1040.344807] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1040.344807] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097f9115-5fae-43fd-9b76-b29dd39047ea with Priority: HIGHEST for action port [ 1040.345063] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.345220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.345284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.345754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.345910] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.349051] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.349051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.349051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.349051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.349051] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.349339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.349339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.349471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.349533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.349666] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.351620] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-097f9115-5fae-43fd-9b76-b29dd39047ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.351882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.352029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.352260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.352371] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097f9115-5fae-43fd-9b76-b29dd39047ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.541995] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 1040.542252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849034] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.849254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.852715] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.854917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 097f9115-5fae-43fd-9b76-b29dd39047ea with status ACTIVE [ 1040.855052] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.855179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.855312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.856105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.856105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.856105] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.856105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.856105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.856105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.856105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.856373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.856373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.856509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.856545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.856687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.856687] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 097f9115-5fae-43fd-9b76-b29dd39047ea is going to be updated. [ 1040.877644] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.877787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.877852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.878078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.878251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.878414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-097f9115-5fae-43fd-9b76-b29dd39047ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.355463] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.510072] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.510249] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.510383] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.510721] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.511035] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.511259] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.511419] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.511724] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.511915] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.512174] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.512325] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.512465] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.512607] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.512745] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.512888] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.513066] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.532252] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.532509] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.532696] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.532913] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-972" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.533297] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.533526] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.533687] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.533957] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.534110] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5024f0b7-0973-4b5f-a36d-94bbe280c3c1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.858302] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.858613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.858673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.858922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.859029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.859164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be created. [ 1041.886981] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.886981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.886981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.887604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.887604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.898807] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: UNINITIALIZED for 2s [ 1042.036617] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.036957] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.037276] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.037673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.037945] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.038411] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.038686] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.038825] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.039115] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.039295] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.039640] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.039833] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.040073] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.040327] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.040526] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.040704] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 is going to be updated. [ 1042.064633] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.064894] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.065023] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.065317] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.065559] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.065790] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.846777] env[65117]: INFO networking_nsxv3.common.synchronization [req-be23b8c1-4048-4655-92d5-4f79462ffc40 req-27d64693-9948-4d4d-b49a-d8b6013e3146 service nova] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_rules [ 1042.846895] env[65117]: INFO networking_nsxv3.common.synchronization [req-be23b8c1-4048-4655-92d5-4f79462ffc40 req-27d64693-9948-4d4d-b49a-d8b6013e3146 service nova] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 1042.846936] env[65117]: INFO networking_nsxv3.common.synchronization [req-be23b8c1-4048-4655-92d5-4f79462ffc40 req-27d64693-9948-4d4d-b49a-d8b6013e3146 service nova] Enqueued Resource ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 with Priority: HIGHEST for action port [ 1042.847493] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_rules [ 1042.847632] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 1042.847732] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 with Priority: HIGHEST for action port [ 1042.848919] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.848919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.848919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.849079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.849079] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.850090] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.850090] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.850090] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.853059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.853059] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.853059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.853059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.853059] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5024f0b7-0973-4b5f-a36d-94bbe280c3c1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.342881] env[65117]: INFO networking_nsxv3.common.synchronization [req-8d0c1f42-37e4-45b6-be37-6c6c71c9ce83 req-cc2f30a7-261f-4012-a38e-919f995866a5 tempest-ImagesOneServerNegativeTestJSON-2004247142 tempest-ImagesOneServerNegativeTestJSON-2004247142-project-member] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 1043.342881] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGHEST for action security_group_members [ 1043.344420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.344860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.347161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.347161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.347161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.347161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.347161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.347161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.347161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.347161] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.355022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.355523] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 with status ACTIVE [ 1043.355788] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.356042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.356306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.356423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.356669] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.356860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.356898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.357105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.357328] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.358243] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.358243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.358243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.358243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.358243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.358243] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5024f0b7-0973-4b5f-a36d-94bbe280c3c1 is going to be updated. [ 1043.359801] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.385764] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.385764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.385764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.385764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.385764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.386145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5024f0b7-0973-4b5f-a36d-94bbe280c3c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.848875] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.849055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.849181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.849352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.849447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.849654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.849757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.849820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.849971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.850062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.850150] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be updated. [ 1043.864429] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.878400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.878400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.878400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.878687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.878687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.890869] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: IN_PROGRESS for 2s [ 1043.909292] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.909292] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.909292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.909725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.909725] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.366494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.366912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.366912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.367048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.367178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.367308] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 1044.397317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.397540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.397540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.397816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.397979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.408143] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 1044.411674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.411869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.411916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.412227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.412352] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.412478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.412558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.412746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.412939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.413052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.413234] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.413349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.413414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.413596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.413760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.413868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.413926] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.414117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.414210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.414293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.414381] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.441606] env[65117]: INFO networking_nsxv3.common.synchronization [req-b0bef09f-8e1e-4b7e-94e5-b3198b2bb94c req-72ac57fb-f1b5-4b17-ae06-18efe7a6921f tempest-ServersTestBootFromVolume-481545037 tempest-ServersTestBootFromVolume-481545037-project-member] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_members [ 1044.442208] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_members [ 1044.443137] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.443215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.443267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.443520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.443686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.443778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.443840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.443984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.444081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.444174] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.742056] env[65117]: INFO networking_nsxv3.common.synchronization [req-f711916c-28f3-4961-a1ce-d51f80969995 req-f1821623-579e-4e97-983f-a9bf81dc0e43 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1044.742612] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1044.742982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.743197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.744077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.744077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.744077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.744077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.744077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.744077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.744343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.744343] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.754959] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-694" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-694" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-694" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756548] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.756949] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.756949] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.756949] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.756949] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.757310] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.757475] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.757616] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.776162] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.776280] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.776533] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.776609] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-694" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.776877] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-68e46f7b-cdae-420b-9158-6a178d8e17a9 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.777070] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.777176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.777490] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.777617] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e46f7b-cdae-420b-9158-6a178d8e17a9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.917108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6f8bbf-fb67-420c-88a1-74863419e401: rpc.has_security_group_logging(os_id): False [ 1044.935175] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.935365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.935430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.935683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.935744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.935972] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.936112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.936201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.936355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.936450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.936686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.936797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.936875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.937111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.937207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.937422] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.937546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.937594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.937725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.937815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.937909] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be created. [ 1044.945767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.945998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.945998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.946144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.946202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.946379] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.946471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.946541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.946665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.946759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.946858] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d already deleted. [ 1044.946941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.994120] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.994325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.994382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.994713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.995043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.008480] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1045.065465] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.065465] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.065465] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.065734] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.066123] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.066299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.066468] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.066815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.066981] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.067215] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.067332] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.067454] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.067666] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.067860] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.067987] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.068149] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.090697] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.091840] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.091840] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.091840] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.091840] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.092313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.092313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.092750] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.092750] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.251057] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.251282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.251282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.252158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.252158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.252158] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.252158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.252429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.252429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.252563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.252630] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1045.280311] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.280311] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.280311] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.280944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.280944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.281109] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 68e46f7b-cdae-420b-9158-6a178d8e17a9 not found, creating... [ 1045.281399] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.281612] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.281749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.282135] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.282329] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.282740] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.282951] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283072] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283311] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283740] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 68e46f7b-cdae-420b-9158-6a178d8e17a9 is going to be created. [ 1045.287051] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.287248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.287311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.287522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.287693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.316083] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1045.329399] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.329830] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.330018] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.330233] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.330740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.331427] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.596043] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.596451] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.596451] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.596733] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.596933] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.597151] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 not found, creating... [ 1045.597459] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.597654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.597806] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.598089] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.598271] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.598619] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.598808] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.598958] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.599217] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.599363] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.599519] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 is going to be created. [ 1045.619361] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.619581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.619652] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.619863] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.620098] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.620317] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.900658] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a in Status: SUCCESS [ 1045.900887] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a deletion is rescheduled due to dependency. [ 1045.901023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.029238] env[65117]: INFO networking_nsxv3.common.synchronization [req-b0bef09f-8e1e-4b7e-94e5-b3198b2bb94c req-c89c0fca-630e-487e-9154-d817b7f33ab0 service nova] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_rules [ 1046.029463] env[65117]: INFO networking_nsxv3.common.synchronization [req-b0bef09f-8e1e-4b7e-94e5-b3198b2bb94c req-c89c0fca-630e-487e-9154-d817b7f33ab0 service nova] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_members [ 1046.029607] env[65117]: INFO networking_nsxv3.common.synchronization [req-b0bef09f-8e1e-4b7e-94e5-b3198b2bb94c req-c89c0fca-630e-487e-9154-d817b7f33ab0 service nova] Enqueued Resource ID: 68e46f7b-cdae-420b-9158-6a178d8e17a9 with Priority: HIGHEST for action port [ 1046.030135] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_rules [ 1046.030275] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_members [ 1046.030402] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e46f7b-cdae-420b-9158-6a178d8e17a9 with Priority: HIGHEST for action port [ 1046.030794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.031218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.031218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.031347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.031411] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.032506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.032589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.032631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.032845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.033048] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.033224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.033299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.033422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.033539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.033651] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.034653] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e46f7b-cdae-420b-9158-6a178d8e17a9 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.034653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.034831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.034871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.035190] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e46f7b-cdae-420b-9158-6a178d8e17a9',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.327025] env[65117]: INFO networking_nsxv3.common.synchronization [req-f711916c-28f3-4961-a1ce-d51f80969995 req-7efb3bcb-4c62-4fcc-afb9-2f0f648afc86 service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1046.327025] env[65117]: INFO networking_nsxv3.common.synchronization [req-f711916c-28f3-4961-a1ce-d51f80969995 req-7efb3bcb-4c62-4fcc-afb9-2f0f648afc86 service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1046.327025] env[65117]: INFO networking_nsxv3.common.synchronization [req-f711916c-28f3-4961-a1ce-d51f80969995 req-7efb3bcb-4c62-4fcc-afb9-2f0f648afc86 service nova] Enqueued Resource ID: ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 with Priority: HIGHEST for action port [ 1046.327025] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1046.327025] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1046.327025] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 with Priority: HIGHEST for action port [ 1046.327025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.328853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.328853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.329102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.329102] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.330497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.330497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.330497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.330707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.330707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.330895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.330969] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.417873] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 1046.418111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.418262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.418506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.418702] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.418826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.418881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.419080] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.419163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.419249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.419340] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.537471] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.537622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.537962] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.538861] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68e46f7b-cdae-420b-9158-6a178d8e17a9 with status ACTIVE [ 1046.539054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.539177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.539242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.539428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.539510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.539765] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.539883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.539935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.540110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.540189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.540372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.540467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.540619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.540868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.540948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.541044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68e46f7b-cdae-420b-9158-6a178d8e17a9 is going to be updated. [ 1046.564877] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.565100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.565100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.565315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.565454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.565611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e46f7b-cdae-420b-9158-6a178d8e17a9" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.787982] env[65117]: INFO networking_nsxv3.common.synchronization [req-6d5e66ab-189c-4a85-839e-d41b7898c242 req-f6e3b611-3c6f-4c46-b3eb-850cce3d69da tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1046.788669] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1046.789070] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.789209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.789277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.789494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.789671] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.789780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.789853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.790043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.790169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.790280] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.833170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.833170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.833549] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 with status ACTIVE [ 1046.833638] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.833740] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.833804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.834205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.834341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.834589] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.834683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.834798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.835060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.835151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.835353] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.835521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.835521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.835691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.835996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.836097] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017 is going to be updated. [ 1046.861804] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.861977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.862061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.862384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.862568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.862816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba6b4e3b-29ec-4980-8d5d-e7f00a8b2017" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.922180] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.922412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.922459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.922717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.922991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.922991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.922991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.923219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.923292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.923382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.923552] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.923647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.923703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.923865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.924046] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.924145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.924216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.924346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.924423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.924660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.924660] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.023032] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1047.023532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.043177] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.136661] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.136834] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.136965] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.137399] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.137914] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.138144] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.138377] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.138732] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.139292] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.139547] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.139756] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.139816] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.139921] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.140055] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.140183] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.140335] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.166550] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.166739] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.166894] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.167154] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.167474] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-b44be294-4442-4203-981b-b7eff675b3a4 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.167676] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.167824] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.168184] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.168354] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44be294-4442-4203-981b-b7eff675b3a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.293432] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.326361] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1047.327111] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 deletion is rescheduled due to dependency. [ 1047.327111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.327111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.327111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.327325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.327388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.327431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.327692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.327791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.327956] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.429353] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b0e060-639e-4310-adf1-3f74f916c2cc: rpc.has_security_group_logging(os_id): False [ 1047.447610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.448552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.448552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.448552] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.469528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.470279] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.470279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.470279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.470564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.470564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.470797] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.470896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.470959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.471130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.471207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.471397] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.471526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.471581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.471722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.471986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.471986] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 1047.544577] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.544834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.544973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.545260] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.545811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.546928] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.547079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.547150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.547368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.547462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.547594] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d is going to be created. [ 1047.565045] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 1047.577879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.578578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.578804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.592941] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69229b64-513c-419e-aec5-4b9761b1ce0d in Status: UNINITIALIZED for 2s [ 1047.671193] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.671439] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.671608] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.671924] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.672093] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.672258] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port b44be294-4442-4203-981b-b7eff675b3a4 not found, creating... [ 1047.672525] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.672689] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.673325] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.673325] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.673325] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.673577] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.673736] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.673852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.674234] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.674425] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.674575] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: b44be294-4442-4203-981b-b7eff675b3a4 is going to be created. [ 1047.700408] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.700767] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.700921] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.701254] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.701663] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.701987] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.795776] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.830162] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.299800] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.300144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.300144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.300144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.300447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.300447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1048.332633] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.340416] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.340605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.340654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.341108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.341108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.350789] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1048.453125] env[65117]: INFO networking_nsxv3.common.synchronization [req-6d5e66ab-189c-4a85-839e-d41b7898c242 req-49305ee0-44ba-41d2-9ff7-54bbd52dc2e9 service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 1048.453200] env[65117]: INFO networking_nsxv3.common.synchronization [req-6d5e66ab-189c-4a85-839e-d41b7898c242 req-49305ee0-44ba-41d2-9ff7-54bbd52dc2e9 service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1048.454034] env[65117]: INFO networking_nsxv3.common.synchronization [req-6d5e66ab-189c-4a85-839e-d41b7898c242 req-49305ee0-44ba-41d2-9ff7-54bbd52dc2e9 service nova] Enqueued Resource ID: b44be294-4442-4203-981b-b7eff675b3a4 with Priority: HIGHEST for action port [ 1048.454419] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 1048.454593] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1048.454773] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44be294-4442-4203-981b-b7eff675b3a4 with Priority: HIGHEST for action port [ 1048.455140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.455321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.455502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.455778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.456118] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.457185] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457578] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b44be294-4442-4203-981b-b7eff675b3a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.458352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.458352] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44be294-4442-4203-981b-b7eff675b3a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.835800] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.836290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.836290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.836393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.836466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.836574] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1048.869998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.870238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.870358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.870685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.870904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.881475] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1048.960577] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.960812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.960966] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b44be294-4442-4203-981b-b7eff675b3a4 with status ACTIVE [ 1048.961195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.961334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.961407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.961675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.961758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.961966] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.962110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.962192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.962398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.963939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.963939] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.963939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.963939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.963939] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b44be294-4442-4203-981b-b7eff675b3a4 is going to be updated. [ 1048.989343] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.989584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.989624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.990163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.990163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.990302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b44be294-4442-4203-981b-b7eff675b3a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.580457] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 1049.580898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.604182] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69229b64-513c-419e-aec5-4b9761b1ce0d in Status: SUCCESS [ 1049.604413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.604582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.604862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.606644] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.606644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.606644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.606644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.606644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.606644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.606644] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.109056] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.362289] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1050.362518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.362699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.362950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.363325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.363468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.363542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.363734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.363822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.363924] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.611621] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69229b64-513c-419e-aec5-4b9761b1ce0d: rpc.has_security_group_logging(os_id): False [ 1050.631083] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.631282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.631338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.631562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.631684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.631887] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.631980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.632067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.632220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.632295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.632381] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d is going to be created. [ 1050.702974] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.703271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.703271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.703734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.703923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.716981] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69229b64-513c-419e-aec5-4b9761b1ce0d in Status: IN_PROGRESS for 2s [ 1050.867447] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.894660] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1050.894960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.895270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.895661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.895992] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.896209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.896336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.896609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.896764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.896927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.897465] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.370254] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.401997] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.401997] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.401997] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.401997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.402970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.402970] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.402970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.402970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.402970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.402970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.402970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.402970] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.648885] env[65117]: INFO networking_nsxv3.common.synchronization [None req-e0114570-94b8-48b8-82c6-3ec9305b6dcd tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1051.650040] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1051.650349] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.650635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.650635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.650864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.650982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.651104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.651167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.651385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.651385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.651485] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.872534] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.872755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.872755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.872914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.873053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.873170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1051.905189] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4dc939-f34b-443b-98dc-2718909b7ac8: rpc.has_security_group_logging(os_id): False [ 1051.907528] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.907776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.907776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.908046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.908226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.928252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.928495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.928495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.928816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.928922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.929153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.929256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.929316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.929482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.929550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.929823] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.929977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.930087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.930248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.930325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.930601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.930777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.930777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.930896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.931058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.931058] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1051.932873] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1052.002539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.003635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.003635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.003635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.003635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.032448] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1052.154184] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.658931] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.729646] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69229b64-513c-419e-aec5-4b9761b1ce0d in Status: SUCCESS [ 1052.729894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.163253] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.163523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.163523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.163752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.164276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.164615] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1053.205329] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.205536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.205611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.206154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.206349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.220586] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1053.885907] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.886403] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.886403] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.886644] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.886943] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.887125] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.887260] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.887509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.887661] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.887905] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.888060] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.888176] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.888287] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.888410] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.888577] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.888723] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.911422] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.911707] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.912011] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.912160] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.912542] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.912807] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.912978] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.913363] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.913610] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc786a2-a145-4d57-a4fa-c20158fe7ecc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.943031] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1053.943389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.943651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.943993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.944220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.944348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.944414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.944598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.944723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.944853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.945037] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.947893] env[65117]: INFO networking_nsxv3.common.synchronization [req-280254e0-2039-42ac-afd0-5950e97176d6 req-099997c4-4337-4cdb-97b5-265e6ae9bcdd tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1053.949040] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1053.949462] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.949659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.949817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.949962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.950172] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.950311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.950374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.950595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.950718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.950859] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.051584] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1054.051894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.416601] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.416845] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.416961] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.417387] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.417546] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.417711] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port fbc786a2-a145-4d57-a4fa-c20158fe7ecc not found, creating... [ 1054.417994] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.418184] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.418302] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.418526] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.418665] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.418950] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.419126] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.419326] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.419437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.419569] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.419748] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: fbc786a2-a145-4d57-a4fa-c20158fe7ecc is going to be created. [ 1054.448457] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.448688] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.448832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.449149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.449385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.449617] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.450609] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.450810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.450810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.450984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.451159] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.451292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.451379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.451556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.451556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.451684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.451743] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.451855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.451930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.452093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.452281] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.452380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.452440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.452556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.452644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452811] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.453772] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.453890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.453961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.455344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.455449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.455665] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.455803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.455874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.456016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.456102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.456270] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1054.574872] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.575036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.575107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.575321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.575462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.592358] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1054.714861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.714861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.714861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.715312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.715312] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.959013] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e74c84d-380d-4de9-8280-397103b110ea: rpc.has_security_group_logging(os_id): False [ 1054.979586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.979739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.979800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.980084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.980209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.980390] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.980494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.980617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.980798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.980876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.981094] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.981189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.981251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.981393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.981463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.981701] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.981814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.981872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.982028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.982085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.983057] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1055.053632] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.053831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.053980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.054323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.054993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.069551] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1055.163532] env[65117]: INFO networking_nsxv3.common.synchronization [req-47fe14cc-439a-4b79-a347-c7eebbde71d2 req-cd564723-777e-43f9-ad07-dfb05acff29f service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1055.163730] env[65117]: INFO networking_nsxv3.common.synchronization [req-47fe14cc-439a-4b79-a347-c7eebbde71d2 req-cd564723-777e-43f9-ad07-dfb05acff29f service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1055.163873] env[65117]: INFO networking_nsxv3.common.synchronization [req-47fe14cc-439a-4b79-a347-c7eebbde71d2 req-cd564723-777e-43f9-ad07-dfb05acff29f service nova] Enqueued Resource ID: fbc786a2-a145-4d57-a4fa-c20158fe7ecc with Priority: HIGHEST for action port [ 1055.164486] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1055.164677] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1055.164725] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc786a2-a145-4d57-a4fa-c20158fe7ecc with Priority: HIGHEST for action port [ 1055.165291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.165291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.165291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.165496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.165496] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.166532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.166658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167149] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.167149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.167476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.167476] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc786a2-a145-4d57-a4fa-c20158fe7ecc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.217892] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.234104] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1055.235057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235296] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.235296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.235397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235967] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.669517] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.669723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.670218] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbc786a2-a145-4d57-a4fa-c20158fe7ecc with status ACTIVE [ 1055.670340] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.670454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.670614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.670873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.670995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.671230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.671405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.671481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.671739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.671864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.672124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.672238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.672295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.672447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.672537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.672638] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbc786a2-a145-4d57-a4fa-c20158fe7ecc is going to be updated. [ 1055.696975] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.697155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.697236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.697448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.697588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.697771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc786a2-a145-4d57-a4fa-c20158fe7ecc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.720335] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.737704] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223661] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1056.224014] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1056.242329] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.607687] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1056.608898] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1056.608898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.748612] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.748825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.748898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.749125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.749213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.749315] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1056.780083] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.780083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.780360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.780415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.780530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.790484] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1057.085088] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1057.085344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.110484] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.110753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.110813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.110997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.122984] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1057.123879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.125171] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1057.183132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.183364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.183364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.183580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.193640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.194474] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1057.194598] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.194719] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1057.269759] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.269759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.270132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.270132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.271697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.271843] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1057.386245] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.386485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.386560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.386892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.387205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.387570] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1057.612636] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.612924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.612924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.613193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.613505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.613921] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1057.614073] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'63eb7b58-fde8-4683-bb06-87704f930e1d', '03000bb7-ba74-4dec-a0a5-92363251a798', 'c5c4a837-8064-4bdf-b8a4-6fc124d4d923', 'f2abf2c8-b75c-4c1b-bdb0-1161aaf57126', 'b71cc747-63c5-41aa-bfee-57085e5a0044', '03ea93fc-4a54-40d8-81e2-32428eb6ec37', '2686d8f8-4db3-4196-83a3-c9f7138cfbca', 'a07e609d-bafa-4357-be29-979008d0f8b5', 'ad1e78fb-804d-445e-8704-b2a297bc444f', '7526857c-ddd5-42aa-819c-306c5391a197', 'a5505499-0073-42ce-be05-c425bea2121b', '45b282bf-81b7-4b9e-83ef-b62849aa9730', '30ed3f71-d543-4c88-a97b-2e0f3eedc513', '1c459d7b-3566-4d9b-8190-85e55de27048', '6a08bd97-700b-4075-a985-f0b5d5838ea2', '14e74c30-a0a7-43cc-945b-bb8ff9974cbd', 'ce6f8bbf-fb67-420c-88a1-74863419e401', 'd3e34fc5-5474-4768-8e9a-fbd11de71ca2', '729c2267-0c1e-4723-982a-6aa83146b03a', '2efa3cdc-ac74-4158-8e81-ed27071ec563', 'dd4dc939-f34b-443b-98dc-2718909b7ac8', 'b8d371b3-42fb-4ef6-af3b-c985bab5d715', '86f4cd30-cf0f-4386-ba33-aa6271847656', '69229b64-513c-419e-aec5-4b9761b1ce0d', '1e04df77-288a-45a2-8502-8a557cf60a40', '31cef698-a84c-4d81-9847-9e15ab4d67df', '030cb4ef-c2af-4782-99f6-0c3a6e0bed6f', 'b169d2ca-bb3f-4e3f-aec3-b190a4d41d03', '5aa5254a-846c-4fb5-9046-c89589a192a4', '3dddcfbb-ab54-4524-9784-8653f2543d3a', '5802582e-5a42-464d-81cd-efc3162814cc', '70793108-ae75-4645-b65b-e35f54d9d9ae', 'f15beab6-7516-431d-b47a-3226ca9707ea', 'e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7', 'ad63d522-52c4-4e44-9fff-7112c74b23c2', '305963f4-f6dc-4182-9d86-4c4f36797791', 'feda6094-b58f-4a32-96bb-397a53046177', '08b0e060-639e-4310-adf1-3f74f916c2cc', '05670a63-7c87-48a8-8d10-6e842845ad2d', 'eeb1e01b-1cf8-470f-acb9-d1837e740b84', '1e58d464-507b-48a6-bfe1-14432128215c', '3e4f750a-a326-47c3-831f-be568cdc2e2f', '6e74c84d-380d-4de9-8280-397103b110ea'} {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.614236] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1057.641699] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.641978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.645170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.645170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.645170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1057.645170] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.645170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1057.749657] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.749958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.749958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.750342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.751439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.751763] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1057.751876] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.751938] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1057.752134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1057.752134] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1057.752301] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGH for action security_group_rules [ 1057.752359] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGH for action security_group_rules [ 1057.752399] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGH for action security_group_rules [ 1057.752448] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGH for action security_group_rules [ 1057.752506] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGH for action security_group_rules [ 1057.752580] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGH for action security_group_rules [ 1057.752667] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGH for action security_group_rules [ 1057.752739] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGH for action security_group_rules [ 1057.752795] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGH for action security_group_rules [ 1057.752853] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGH for action security_group_rules [ 1057.752920] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGH for action security_group_rules [ 1057.753055] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGH for action security_group_rules [ 1057.753138] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 1057.753194] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGH for action security_group_rules [ 1057.753257] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGH for action security_group_rules [ 1057.753316] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGH for action security_group_rules [ 1057.753366] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGH for action security_group_rules [ 1057.753470] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGH for action security_group_rules [ 1057.753574] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGH for action security_group_rules [ 1057.753650] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGH for action security_group_rules [ 1057.753777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.665026] env[65117]: INFO networking_nsxv3.common.synchronization [req-50d41b95-87ec-49f7-865e-fd4a7b0d1280 req-6dfdb279-72bd-48f4-bd74-fe2a4711392a tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1058.665515] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1058.665647] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eb7b58-fde8-4683-bb06-87704f930e1d with Priority: HIGH for action security_group_rules [ 1058.665773] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGH for action security_group_rules [ 1058.665934] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca with Priority: HIGH for action security_group_rules [ 1058.666154] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGH for action security_group_rules [ 1058.666341] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGH for action security_group_rules [ 1058.666454] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c2267-0c1e-4723-982a-6aa83146b03a with Priority: HIGH for action security_group_rules [ 1058.666598] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 with Priority: HIGH for action security_group_rules [ 1058.666784] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGH for action security_group_rules [ 1058.666784] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c459d7b-3566-4d9b-8190-85e55de27048 with Priority: HIGH for action security_group_rules [ 1058.666865] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd with Priority: HIGH for action security_group_rules [ 1058.666921] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 1058.666980] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 with Priority: HIGH for action security_group_rules [ 1058.667533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5505499-0073-42ce-be05-c425bea2121b with Priority: HIGH for action security_group_rules [ 1058.667533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7526857c-ddd5-42aa-819c-306c5391a197 with Priority: HIGH for action security_group_rules [ 1058.667533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGH for action security_group_rules [ 1058.667533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGH for action security_group_rules [ 1058.667533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGH for action security_group_rules [ 1058.667533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71cc747-63c5-41aa-bfee-57085e5a0044 with Priority: HIGH for action security_group_rules [ 1058.667802] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03000bb7-ba74-4dec-a0a5-92363251a798 with Priority: HIGH for action security_group_rules [ 1058.667802] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 with Priority: HIGH for action security_group_rules [ 1058.669027] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.669250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.669250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.669444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.669598] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.669718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.669788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.669938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.670097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.670155] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.671050] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63eb7b58-fde8-4683-bb06-87704f930e1d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.671153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.672344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672344] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63eb7b58-fde8-4683-bb06-87704f930e1d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.672499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.672623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672952] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.673654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.674034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.674034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.674034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.674034] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2686d8f8-4db3-4196-83a3-c9f7138cfbca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.674894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.674894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.675378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.675378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.675378] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.676248] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.676515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.676515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.676733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.676774] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.677809] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-729c2267-0c1e-4723-982a-6aa83146b03a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.677920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.677972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.679556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.679556] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('729c2267-0c1e-4723-982a-6aa83146b03a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.679556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.679556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.679556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.679556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.679556] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e34fc5-5474-4768-8e9a-fbd11de71ca2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.680465] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.680465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.680465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.680713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.681124] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.681764] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c459d7b-3566-4d9b-8190-85e55de27048 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.682070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.682249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.682369] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c459d7b-3566-4d9b-8190-85e55de27048',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.684534] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.684534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.684534] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14e74c30-a0a7-43cc-945b-bb8ff9974cbd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.684534] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.684880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.684880] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.686124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b282bf-81b7-4b9e-83ef-b62849aa9730 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.686124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.686124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.686124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.686124] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b282bf-81b7-4b9e-83ef-b62849aa9730',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.687854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5505499-0073-42ce-be05-c425bea2121b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.687854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.687854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.687854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.687854] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5505499-0073-42ce-be05-c425bea2121b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.688440] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7526857c-ddd5-42aa-819c-306c5391a197 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.688440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.688440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.688825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.688825] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7526857c-ddd5-42aa-819c-306c5391a197',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.689987] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.690115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.690181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.690430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.690719] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.691232] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.691337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.691401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.691553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.691627] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.692782] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.692907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.693031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.693368] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.693656] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.695079] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71cc747-63c5-41aa-bfee-57085e5a0044 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.695824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.695824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.695824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.695824] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71cc747-63c5-41aa-bfee-57085e5a0044',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.696585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03000bb7-ba74-4dec-a0a5-92363251a798 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.696693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.696811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.697073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.697073] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03000bb7-ba74-4dec-a0a5-92363251a798',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.698207] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.698207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.698207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.698207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.698207] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2abf2c8-b75c-4c1b-bdb0-1161aaf57126',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.805039] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1058.805039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.805641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.805930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.806664] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.806814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.806882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.807150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.807262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.807340] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.807504] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.123585] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.125270] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.125270] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.125270] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.125270] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.125270] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.126038] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.129056] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.129056] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.129056] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.129056] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.129056] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.129056] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.129056] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.129056] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.129056] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.155501] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.155904] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.155904] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.156283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.156896] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-6f38f6d2-59ee-44a6-aae1-e704285c3353 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.158102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.158102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.158102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.160046] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f38f6d2-59ee-44a6-aae1-e704285c3353',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.202206] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.202463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.202517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.202686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.202871] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.202971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.203044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.203217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.203323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.203428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.203528] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.207476] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.207823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.207823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.207823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209136] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.209277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.209342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.209505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.209699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.209820] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.215271] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.215448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.215521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.215679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.215841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.215939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.216010] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.216255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.216342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216531] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.217867] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.217982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.218081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.218239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.218439] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.218534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.218588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.219550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.219625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.219718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.219814] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.240075] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.240374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.240374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.240689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.240836] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.241070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.241167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.241334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.241418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.241498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.241636] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.245268] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.245268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.245268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.245268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.278669] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.278971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.305925] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.305925] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.309054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.309054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.309054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309906] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.310011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.310860] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.310984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.313155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.313285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.313603] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.313603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.313603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.313896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.313976] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.314099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.314162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.314350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.314504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.314504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.314642] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.314747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.314815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.314947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.315117] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.315203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.315274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.315642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.315642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.315642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.315848] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.318435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.318662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.319421] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.319512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.320280] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.320805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.321021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.321142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.321207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.321376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.321709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.321709] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1059.323277] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.323403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.323480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.323620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.325625] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.325773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.326364] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.326862] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.326986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.327658] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.328125] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.328245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.329076] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.329496] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.329642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.353650] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.354177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.354312] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5505499-0073-42ce-be05-c425bea2121b is going to be deleted. [ 1059.355819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.355819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.364994] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.365294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.365294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.365512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.365679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.378574] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1059.388421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.389148] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71cc747-63c5-41aa-bfee-57085e5a0044 is going to be deleted. [ 1059.389661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.389927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.411771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.411923] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 729c2267-0c1e-4723-982a-6aa83146b03a is going to be deleted. [ 1059.412901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.413181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.430408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.430667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.436039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.436252] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be deleted. [ 1059.438111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.438420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.458611] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.459035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.465500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.465757] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2abf2c8-b75c-4c1b-bdb0-1161aaf57126 is going to be deleted. [ 1059.467916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.468349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.524299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.524665] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c459d7b-3566-4d9b-8190-85e55de27048 is going to be deleted. [ 1059.526312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.526450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.559851] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.560060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.580894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.581188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be deleted. [ 1059.582503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.582833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.585279] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.585470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.608626] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.608798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.658839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.659073] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e34fc5-5474-4768-8e9a-fbd11de71ca2 is going to be deleted. [ 1059.660038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.660282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.662501] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.662871] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.663127] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.663557] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.663843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.664124] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 6f38f6d2-59ee-44a6-aae1-e704285c3353 not found, creating... [ 1059.664583] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.664840] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.665059] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.665443] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.665684] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.666221] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.666517] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.666739] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.667361] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.667614] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.667882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 6f38f6d2-59ee-44a6-aae1-e704285c3353 is going to be created. [ 1059.685697] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.686089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.700883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.701083] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14e74c30-a0a7-43cc-945b-bb8ff9974cbd is going to be deleted. [ 1059.702156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.702911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.728825] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.730224] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.730411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.730785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.730968] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.731091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.731166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.731316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.731405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.732324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.732324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.732324] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.732324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.732324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.732802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732802] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.733785] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.736033] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.750430] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.750749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.750886] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.751199] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.751437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.751796] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.757058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.757225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.757408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.758036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.758036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.758036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.758036] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.758320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.758320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.758390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.758440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.758586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.758798] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.758902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.758999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.759144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.759294] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.759388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.759450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.759593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.759673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.759792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.759916] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.770527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.770527] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03000bb7-ba74-4dec-a0a5-92363251a798 is going to be deleted. [ 1059.771312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.771540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.829535] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4dc939-f34b-443b-98dc-2718909b7ac8: rpc.has_security_group_logging(os_id): False [ 1059.838201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.838201] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b282bf-81b7-4b9e-83ef-b62849aa9730 is going to be deleted. [ 1059.838201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.838201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.852713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.854329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.875098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.875098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.882421] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.882689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.886907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.887232] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63eb7b58-fde8-4683-bb06-87704f930e1d is going to be deleted. [ 1059.888546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.889905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.950820] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.951157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.028130] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.028434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.034188] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.035125] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7526857c-ddd5-42aa-819c-306c5391a197 is going to be deleted. [ 1060.035998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.036251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.036376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.036500] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be deleted. [ 1060.037722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.037897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.105612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.105878] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2686d8f8-4db3-4196-83a3-c9f7138cfbca is going to be deleted. [ 1060.107337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.107831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.107831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.108091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5505499-0073-42ce-be05-c425bea2121b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.108430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.108702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.108842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.109055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71cc747-63c5-41aa-bfee-57085e5a0044" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.109902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.110174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.110299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.110485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-729c2267-0c1e-4723-982a-6aa83146b03a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.110744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.111019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.111156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.111400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2abf2c8-b75c-4c1b-bdb0-1161aaf57126" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.112781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.112898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.113269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.114292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63eb7b58-fde8-4683-bb06-87704f930e1d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.114292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.114292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.114710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.114854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c459d7b-3566-4d9b-8190-85e55de27048" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.116363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.116858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e34fc5-5474-4768-8e9a-fbd11de71ca2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.117206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.117344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.117583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14e74c30-a0a7-43cc-945b-bb8ff9974cbd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.118020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.118091] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.140395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.140947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.141189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.141366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.141767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.141923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.142291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.142487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.142675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.143019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.144307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.144438] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.144529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.144620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.146085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.146085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.146085] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1060.146606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.146899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.146986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.147395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b282bf-81b7-4b9e-83ef-b62849aa9730" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.147395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.147550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.147663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.147815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03000bb7-ba74-4dec-a0a5-92363251a798" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.172862] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.173099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.173237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.173486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.173623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.173835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7526857c-ddd5-42aa-819c-306c5391a197" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.226601] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.226601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.226601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.226601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.226601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.226601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.234999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1e78fb-804d-445e-8704-b2a297bc444f: rpc.has_security_group_logging(os_id): False [ 1060.236304] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 1060.236564] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ed3f71-d543-4c88-a97b-2e0f3eedc513: rpc.has_security_group_logging(os_id): False [ 1060.238508] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ea93fc-4a54-40d8-81e2-32428eb6ec37: rpc.has_security_group_logging(os_id): False [ 1060.262562] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a07e609d-bafa-4357-be29-979008d0f8b5: rpc.has_security_group_logging(os_id): False [ 1060.305406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.305841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.307026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.307026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308730] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.308730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.309870] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.310012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.326911] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.327102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.327970] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.328140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.338394] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.338615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.385785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.386519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.386519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.387892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.387892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.387892] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f is going to be updated. [ 1060.388659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.399735] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.400099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.461849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.462460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.462460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.462460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.462623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.462792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.462931] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1060.464181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.464394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.513697] env[65117]: INFO networking_nsxv3.common.synchronization [req-50d41b95-87ec-49f7-865e-fd4a7b0d1280 req-66d6f3c9-ab43-46fe-a12a-2c9a9d05e5aa service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 1060.513953] env[65117]: INFO networking_nsxv3.common.synchronization [req-50d41b95-87ec-49f7-865e-fd4a7b0d1280 req-66d6f3c9-ab43-46fe-a12a-2c9a9d05e5aa service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1060.514124] env[65117]: INFO networking_nsxv3.common.synchronization [req-50d41b95-87ec-49f7-865e-fd4a7b0d1280 req-66d6f3c9-ab43-46fe-a12a-2c9a9d05e5aa service nova] Enqueued Resource ID: 6f38f6d2-59ee-44a6-aae1-e704285c3353 with Priority: HIGHEST for action port [ 1060.514803] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 1060.514940] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1060.514991] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f38f6d2-59ee-44a6-aae1-e704285c3353 with Priority: HIGHEST for action port [ 1060.516547] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.516710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.516751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.516962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.517066] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.518015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.518123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.520079] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f38f6d2-59ee-44a6-aae1-e704285c3353 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.520284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.520531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.520737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.520915] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f38f6d2-59ee-44a6-aae1-e704285c3353',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.523815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.523815] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.523815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.523815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.524998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.524998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.524998] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 is going to be updated. [ 1060.525456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.525739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.585583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.585877] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.586020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.586087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.586291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.586375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.586602] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.586697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.586761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.586912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.586987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.587252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.587336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.587398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.587541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.587623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.587710] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1060.588896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.589081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.589226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.590380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.649429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.649429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.651863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.651863] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.651863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.651863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.651863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.652268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.652573] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.654021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.654021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.654021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1060.655887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.656254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.656453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.656707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2686d8f8-4db3-4196-83a3-c9f7138cfbca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.658043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.658043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.658043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.661196] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1060.661323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.661523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.662764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.662972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.663246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.663400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.685744] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1060.686632] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: IN_PROGRESS for 2s [ 1060.688493] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: IN_PROGRESS for 2s [ 1060.737345] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.737766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.737854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.798560] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1060.804345] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.804944] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.805284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.805284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.805489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.805626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826898] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1061.023263] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.023396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.028230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f38f6d2-59ee-44a6-aae1-e704285c3353 with status ACTIVE [ 1061.028978] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.029527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.030141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.030472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.031771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.032161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.033996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.034164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.034428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.034556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.034842] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.034994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.035127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.035300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.036897] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f38f6d2-59ee-44a6-aae1-e704285c3353 is going to be updated. [ 1061.040929] env[65117]: INFO networking_nsxv3.common.synchronization [req-ea1a8c81-f473-4e75-a26d-18d9e5229190 req-6cae0b57-d25b-454e-ac5e-618f985f4ad7 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1061.042160] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1061.042525] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.042653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.042774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.043068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.043240] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.043349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.043412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.043578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.043664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.043759] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.067196] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.067395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.067457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.067683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.067952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.068269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f38f6d2-59ee-44a6-aae1-e704285c3353" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389481] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1061.389652] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 deletion is rescheduled due to dependency. [ 1061.389782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.390192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.390406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.390515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.390558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.390726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.390852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.390950] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.484679] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.485584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.485719] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.486140] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.486599] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.486873] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489259] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.489259] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.489259] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.489259] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.489259] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.489259] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.489259] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.489259] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.489745] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.489745] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.512726] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.512936] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.513143] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.513241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.513563] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-5bbe1953-edb9-41bf-9d3a-b542b995277a taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.513771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.513844] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.514215] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.514373] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbe1953-edb9-41bf-9d3a-b542b995277a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.549640] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.893382] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.017270] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.017499] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.018368] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.018368] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.018368] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.018368] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 5bbe1953-edb9-41bf-9d3a-b542b995277a not found, creating... [ 1062.018625] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.018725] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.018836] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.019083] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.019220] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.019502] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.020121] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.020121] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.023088] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.023398] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.023502] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 5bbe1953-edb9-41bf-9d3a-b542b995277a is going to be created. [ 1062.046479] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.046621] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.046759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.046958] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.047206] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.047433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.056125] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.397393] env[65117]: INFO networking_nsxv3.common.synchronization [None req-78ce464b-1d1f-428b-930a-94d783086b9d None None] Enqueued Resource ID: 46157c6b-708e-4ed9-88c2-e519281b70b4 with Priority: HIGHEST for action port [ 1062.397393] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46157c6b-708e-4ed9-88c2-e519281b70b4 with Priority: HIGHEST for action port [ 1062.397393] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-46157c6b-708e-4ed9-88c2-e519281b70b4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.397393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46157c6b-708e-4ed9-88c2-e519281b70b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.397393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46157c6b-708e-4ed9-88c2-e519281b70b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.397393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46157c6b-708e-4ed9-88c2-e519281b70b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.397393] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46157c6b-708e-4ed9-88c2-e519281b70b4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.397393] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.559341] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.559508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.559508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.560350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.560350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.560350] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1062.606053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.606239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.606349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.606541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.607501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.618792] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1062.676231] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1062.676677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.712184] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: SUCCESS [ 1062.712406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.713284] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1062.713477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.715286] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: SUCCESS [ 1062.715533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.797221] env[65117]: INFO networking_nsxv3.common.synchronization [req-ea1a8c81-f473-4e75-a26d-18d9e5229190 req-01179831-87ff-4ea9-9e15-a12dbe42f89a service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 1062.797434] env[65117]: INFO networking_nsxv3.common.synchronization [req-ea1a8c81-f473-4e75-a26d-18d9e5229190 req-01179831-87ff-4ea9-9e15-a12dbe42f89a service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1062.797575] env[65117]: INFO networking_nsxv3.common.synchronization [req-ea1a8c81-f473-4e75-a26d-18d9e5229190 req-01179831-87ff-4ea9-9e15-a12dbe42f89a service nova] Enqueued Resource ID: 5bbe1953-edb9-41bf-9d3a-b542b995277a with Priority: HIGHEST for action port [ 1062.799075] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 1062.799235] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1062.799425] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbe1953-edb9-41bf-9d3a-b542b995277a with Priority: HIGHEST for action port [ 1062.802175] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.802175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.802175] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.802175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.806488] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bbe1953-edb9-41bf-9d3a-b542b995277a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.806773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.806902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.807101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.807260] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbe1953-edb9-41bf-9d3a-b542b995277a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.826053] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1062.826468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.843296] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1062.843541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.844131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.844313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.844443] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.899605] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46157c6b-708e-4ed9-88c2-e519281b70b4 [ 1062.899833] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.902896] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46157c6b-708e-4ed9-88c2-e519281b70b4 already deleted. [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46157c6b-708e-4ed9-88c2-e519281b70b4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.902896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.902896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.902896] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1062.938872] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.939064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.939155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.939366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.939531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.953677] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1063.314531] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bbe1953-edb9-41bf-9d3a-b542b995277a with status ACTIVE [ 1063.314926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.315170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.315267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.315592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.315742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.316067] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.316244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.316359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.316625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.316761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.317110] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.317286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.317401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.317619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.317703] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.317807] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bbe1953-edb9-41bf-9d3a-b542b995277a is going to be updated. [ 1063.346598] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.346818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.351951] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.353920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.353920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.353920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.353920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.353920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bbe1953-edb9-41bf-9d3a-b542b995277a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.405049] env[65117]: INFO networking_nsxv3.common.synchronization [req-ff4e66a3-a194-4631-8ec5-d4956aa25acd req-b430de9f-5dda-4d42-ab22-ae5a4dc8d1d3 tempest-ServersV294TestFqdnHostnames-449285088 tempest-ServersV294TestFqdnHostnames-449285088-project-member] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_members [ 1063.405049] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGHEST for action security_group_members [ 1063.405276] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.405346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.405410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.405615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.405783] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.405881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.405941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.406157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.406858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406858] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.911038] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.911379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.911379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.911437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.940480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.940480] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.940480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.940480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.940480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.940480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.940480] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 is going to be updated. [ 1063.968433] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.968965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.969178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.970946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.970946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.982873] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 in Status: IN_PROGRESS for 2s [ 1064.656030] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1064.662234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.663926] env[65117]: INFO networking_nsxv3.common.synchronization [None req-33e9e12f-c530-4b65-a924-91ec04d44310 None None] Enqueued Resource ID: 2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3 with Priority: HIGHEST for action port [ 1064.664111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.664330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.664520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.664634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.664717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.664935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.665070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.666192] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.667693] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3 with Priority: HIGHEST for action port [ 1064.667807] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.667977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.668042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.669185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.669278] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.969421] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1064.969779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.969834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.970045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.970273] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.970405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.970538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.970659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.970751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.970846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.970942] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.168070] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.172320] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3 [ 1065.173629] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.173707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.173799] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.174095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.174755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.174755] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3 already deleted. [ 1065.174755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ba959b0-cb9c-4c97-8b5e-7fe63bfbdbd3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.477317] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.498417] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.498610] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.501931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.501931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.501931] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.501931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.501931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.501931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.501931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.501931] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.501931] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.501931] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.501931] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.501931] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.501931] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.501931] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.525364] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.526453] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.526453] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.526453] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.526848] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.530300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.530441] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.530758] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.530907] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2bbd93-1348-449c-9eb4-3f4ba58cc689',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.671578] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.977952] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c4a837-8064-4bdf-b8a4-6fc124d4d923: rpc.has_security_group_logging(os_id): False [ 1065.991952] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 in Status: SUCCESS [ 1065.992161] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 deletion is rescheduled due to dependency. [ 1065.992278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.995968] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.996159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.996232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.996454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.996516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.996904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.996954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.997082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.997171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.997242] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be created. [ 1066.034150] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.034390] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.034511] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.034789] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.034929] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.035240] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.035497] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.035497] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.036166] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.036166] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.036166] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.036418] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.036418] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.036640] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.036791] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.036958] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 is going to be updated. [ 1066.058776] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.058987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.059047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.059224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.059407] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.061482] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.061674] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.061843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.062272] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.062343] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.062668] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.075581] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1066.173523] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.173805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.173979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.174359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.174466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.174608] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1066.232981] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.232981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.232981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.232981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.233464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.246452] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1066.757252] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b5f98a6-235d-4ec0-83bb-62725fd2c9d5 req-ce8401b6-c07c-4c52-956e-25f4360fc4fb service nova] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 1066.757252] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b5f98a6-235d-4ec0-83bb-62725fd2c9d5 req-ce8401b6-c07c-4c52-956e-25f4360fc4fb service nova] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 1066.757252] env[65117]: INFO networking_nsxv3.common.synchronization [req-1b5f98a6-235d-4ec0-83bb-62725fd2c9d5 req-ce8401b6-c07c-4c52-956e-25f4360fc4fb service nova] Enqueued Resource ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 with Priority: HIGHEST for action port [ 1066.757252] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_rules [ 1066.757945] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 1066.758201] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 with Priority: HIGHEST for action port [ 1066.758692] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.759701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.760385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.760756] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.761189] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.766244] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.766244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.766244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.768532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.772052] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.772052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.772052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.772052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.772052] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.774065] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.774425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.775097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.775472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.775729] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2bbd93-1348-449c-9eb4-3f4ba58cc689',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.274605] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.278449] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.278718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.278718] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 with status ACTIVE [ 1067.279298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.279298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.279298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.279516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.279516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.279595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.279990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.279990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.279990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.279990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.280166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.280251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.280307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.280449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.280520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.280712] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a2bbd93-1348-449c-9eb4-3f4ba58cc689 is going to be updated. [ 1067.307408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.307589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.308030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.308207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a2bbd93-1348-449c-9eb4-3f4ba58cc689" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.776127] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.091571] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1068.091571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.257584] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1068.257819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.257991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.258229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.258424] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.258550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.258617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.258832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.258950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.259101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.259226] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.279631] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.279937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.279937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.281038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.281038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.281038] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 is going to be updated. [ 1068.314863] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.315047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.315144] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.315414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.315597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.351228] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: IN_PROGRESS for 2s [ 1068.763010] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.763169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.763242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.763454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.763614] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.763839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.763900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.764074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.764160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.764248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.764396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.764485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.764542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.764688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.764827] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.764915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.764966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.765119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.765207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765404] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.267083] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 1069.288159] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.288540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.288540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.288621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.288706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.289058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.289058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.289224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.289263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.289346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.289497] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.289589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.289649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.289790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.289864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.290132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.290237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.290294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.290439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.290515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.290602] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1069.360474] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.360643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.360849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.361165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.361333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.380024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1070.360495] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: SUCCESS [ 1070.360768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.360943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.361179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.361374] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.361506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.361571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.364804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.364804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.364804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.364804] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.874530] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.009259] env[65117]: INFO networking_nsxv3.common.synchronization [req-646cea13-f7f7-4e22-b82e-5ebde57ce8fd req-97a6eff6-8d98-4713-b1c1-cd6a16e4f1e6 tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1071.009790] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1071.011090] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.011538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011709] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.012318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.012423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.012650] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.375819] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f4cd30-cf0f-4386-ba33-aa6271847656: rpc.has_security_group_logging(os_id): False [ 1071.393053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.393620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.393620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.393620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.394986] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1071.395262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.418022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.418022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.418022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.418022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.418022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.418022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.418022] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 is going to be updated. [ 1071.479661] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.479661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.479661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.479661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.479661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.492161] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: IN_PROGRESS for 2s [ 1071.519891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.519891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.519891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.519891] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be deleted. [ 1071.524958] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.525968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.525968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.525968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.525968] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.526210] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.526735] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.526735] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.526735] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.527128] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.527185] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.527547] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.527547] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.527547] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.527657] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.528338] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.563470] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.564280] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.564624] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.564964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.565446] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-27213799-c096-4b9a-90bc-ce17528b592e taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.565657] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.565867] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.566960] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.567267] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27213799-c096-4b9a-90bc-ce17528b592e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.572822] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.573019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.573110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.573364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.573487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.573619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.638576] env[65117]: INFO networking_nsxv3.common.synchronization [req-58e020d3-b774-4ab2-9bfa-2fda30c36cfb req-f048fd2c-60e6-482c-964d-0985d03001f1 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1071.639303] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1071.639678] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.639924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.639924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.640254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.640428] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.640562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.640649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.640869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.640994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.641175] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.070052] env[65117]: INFO networking_nsxv3.common.synchronization [req-a2754c66-881a-4bf2-901e-5cc946f413a4 req-4b59df0a-8f66-4ca4-a67b-8a1d80bf5da1 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1072.070585] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.070853] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.071060] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.071438] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.073816] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.073816] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 27213799-c096-4b9a-90bc-ce17528b592e not found, creating... [ 1072.073816] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.073816] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.075043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.075360] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.075517] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.075905] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.076107] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.076257] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.076534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.076671] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.076825] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 27213799-c096-4b9a-90bc-ce17528b592e is going to be created. [ 1072.081023] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1072.081023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.081023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.081023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.081444] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.108829] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.109058] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.109226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.109556] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.109811] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.110142] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.144497] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.584815] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.592898] env[65117]: INFO networking_nsxv3.common.synchronization [None req-04ea965c-48a0-4133-bafb-f209cb1793b1 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1072.593355] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1072.594577] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.594695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.647329] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.792035] env[65117]: INFO networking_nsxv3.common.synchronization [req-646cea13-f7f7-4e22-b82e-5ebde57ce8fd req-8315e077-c98f-4888-8bdd-04c650601eb6 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1072.792035] env[65117]: INFO networking_nsxv3.common.synchronization [req-646cea13-f7f7-4e22-b82e-5ebde57ce8fd req-8315e077-c98f-4888-8bdd-04c650601eb6 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1072.792035] env[65117]: INFO networking_nsxv3.common.synchronization [req-646cea13-f7f7-4e22-b82e-5ebde57ce8fd req-8315e077-c98f-4888-8bdd-04c650601eb6 service nova] Enqueued Resource ID: 27213799-c096-4b9a-90bc-ce17528b592e with Priority: HIGHEST for action port [ 1072.792715] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1072.793944] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1072.793944] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27213799-c096-4b9a-90bc-ce17528b592e with Priority: HIGHEST for action port [ 1072.794272] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.794272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.794401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.794621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.794709] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.795756] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.795966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.795966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.796216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.796414] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.796578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.796639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.796798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.796922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.796969] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.798740] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-27213799-c096-4b9a-90bc-ce17528b592e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.798878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.798956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.799160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.799247] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27213799-c096-4b9a-90bc-ce17528b592e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.087141] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.149805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.149988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.149988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.150196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.151125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.151125] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1073.198313] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.198665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.200190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.200190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.200190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.211438] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1073.301582] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.302903] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.303055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.303203] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27213799-c096-4b9a-90bc-ce17528b592e with status ACTIVE [ 1073.303391] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.303576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.303705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.304245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.304454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.304734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.304886] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.305033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.305343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.305512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.305874] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.306106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.306293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.306692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.306758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.306939] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27213799-c096-4b9a-90bc-ce17528b592e is going to be updated. [ 1073.332982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.333315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.333444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.333766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.334036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.334249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27213799-c096-4b9a-90bc-ce17528b592e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.510356] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: SUCCESS [ 1073.510585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.590908] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.591296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.591296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.591394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.591461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.591556] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1073.619469] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.619609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.619678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.619899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.620121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.629342] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1073.809672] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.236453] env[65117]: INFO networking_nsxv3.common.synchronization [req-8a2663d2-fc21-497d-af77-abe5160b0057 req-4b98277f-09ef-477a-bfa8-76178a039a33 tempest-AttachInterfacesV270Test-1759123229 tempest-AttachInterfacesV270Test-1759123229-project-member] Enqueued Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_members [ 1074.237279] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_members [ 1074.238521] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.238521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.238521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.238521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.238521] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.239030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.239030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.239030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.239030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.239201] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.312490] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.312688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.312743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.313068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.313255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.314505] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be created. [ 1074.361683] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.362050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.362240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.362586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.363515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.380504] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: UNINITIALIZED for 2s [ 1074.743186] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.743186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.743186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.743519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.743519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.743663] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.743768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.743834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.744047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.744181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.744679] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 already deleted. [ 1074.744788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.749289] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.749578] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-309" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.749722] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-309" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.750363] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-309" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.750768] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.750972] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.751162] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.751458] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.751622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.751961] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.752120] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.752289] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.752503] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.752730] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.752970] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.753193] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.781520] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.781520] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.781520] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.781520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-309" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.781520] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-5bcb3997-2046-4696-9986-c622bcbdac0d taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.781520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.781520] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.782373] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.782648] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bcb3997-2046-4696-9986-c622bcbdac0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.226044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 4s [ 1075.286039] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.286312] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.286441] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.286742] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.286894] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.287067] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 5bcb3997-2046-4696-9986-c622bcbdac0d not found, creating... [ 1075.287353] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.287518] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.287759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.288049] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.288244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.288590] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.288840] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.288994] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.289349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.289527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.289705] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 5bcb3997-2046-4696-9986-c622bcbdac0d is going to be created. [ 1075.332461] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.332687] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.332816] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.333228] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.333477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.333712] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.640541] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1075.640835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.103494] env[65117]: INFO networking_nsxv3.common.synchronization [req-8a2663d2-fc21-497d-af77-abe5160b0057 req-6e5cb2d6-e369-4a32-8bf8-b2d928ca1092 service nova] Enqueued Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_rules [ 1076.103792] env[65117]: INFO networking_nsxv3.common.synchronization [req-8a2663d2-fc21-497d-af77-abe5160b0057 req-6e5cb2d6-e369-4a32-8bf8-b2d928ca1092 service nova] Enqueued Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_members [ 1076.110020] env[65117]: INFO networking_nsxv3.common.synchronization [req-8a2663d2-fc21-497d-af77-abe5160b0057 req-6e5cb2d6-e369-4a32-8bf8-b2d928ca1092 service nova] Enqueued Resource ID: 5bcb3997-2046-4696-9986-c622bcbdac0d with Priority: HIGHEST for action port [ 1076.110020] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_rules [ 1076.110020] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_members [ 1076.110020] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcb3997-2046-4696-9986-c622bcbdac0d with Priority: HIGHEST for action port [ 1076.110020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.110020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.110020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.110020] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.110020] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.110020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.110821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.111025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.111289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.111533] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.111769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.111916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.112168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.112395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.112891] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.114709] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bcb3997-2046-4696-9986-c622bcbdac0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.116019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.116019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.116019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.116019] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bcb3997-2046-4696-9986-c622bcbdac0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.389307] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1076.389527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.389700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.389917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.390126] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.390248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.390333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.390462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.390540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.390626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.390753] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.618335] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.618335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.618528] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.619422] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bcb3997-2046-4696-9986-c622bcbdac0d with status ACTIVE [ 1076.619575] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.619647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.619713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.620042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.620042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.620174] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.620276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.620350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.620503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.620663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.620861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.620996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.621060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.621176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.621266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.621340] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bcb3997-2046-4696-9986-c622bcbdac0d is going to be updated. [ 1076.645840] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.646038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.646038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.646261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.646395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.646713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bcb3997-2046-4696-9986-c622bcbdac0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.893598] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.893766] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.893839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.894228] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.894392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.894627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.894716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.894865] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.895028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.895170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.895309] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.895403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.895463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.895594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.895667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.895748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.895855] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.123187] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.238160] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1077.238489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.239106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.239216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.239518] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.240259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.240347] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.240555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.240645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.240820] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.247205] env[65117]: INFO networking_nsxv3.common.synchronization [req-c293ca84-0464-4bb4-bcdf-30d0b8fb16eb req-0d212e3e-92a5-4649-b51f-99d236bfc6ab tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_members [ 1077.248076] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGHEST for action security_group_members [ 1077.248524] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.248524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.248524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.248726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.250187] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.250187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.250187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.250187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.250187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.250187] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.398532] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6f8bbf-fb67-420c-88a1-74863419e401: rpc.has_security_group_logging(os_id): False [ 1077.419135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.419317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.419359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.419579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.419704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.420062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.420062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.420194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.420245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.420362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.420519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.420611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.420670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.420837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.420914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.421128] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.421332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.421332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.421457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.421531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.421616] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be created. [ 1077.478499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.478684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.478792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.478913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.479194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.492460] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1077.625276] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.625457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.625531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.625781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.625884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.625989] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 is going to be created. [ 1077.657433] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.657659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.657659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.657885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.658036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.667246] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 in Status: UNINITIALIZED for 2s [ 1077.744111] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.744391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.744536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.744903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.745072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.745343] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.745514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.745623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.745866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.746011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.746157] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1077.754677] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.754744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.754867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.755214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.777243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.777507] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.777631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.777699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.778127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.778221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.778688] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 is going to be updated. [ 1077.780137] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.780259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.780327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.780501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.780632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.790027] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1077.806236] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.806421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.806457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.806644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.806778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.817268] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305963f4-f6dc-4182-9d86-4c4f36797791 in Status: IN_PROGRESS for 2s [ 1077.880362] env[65117]: INFO networking_nsxv3.common.synchronization [req-cd398234-488f-4843-9c89-dd3a6c2d6c4a req-592b37b5-7c27-48dd-8a59-b0382c6511b1 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1077.880996] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1077.882811] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.884606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.884606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.884606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.884780] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.884864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.884913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.885082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.885174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.885270] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.392402] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.894978] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.399463] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.399870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.399870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.400487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.400487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.400487] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1079.466188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.466378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.466378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.466574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.466725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.484186] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1079.510917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1079.511193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.680155] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 in Status: SUCCESS [ 1079.680377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.680548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.680794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.680997] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.681132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.681198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.681361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.681442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.681531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.681625] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.799709] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1079.799905] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 deletion is rescheduled due to dependency. [ 1079.800065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.827120] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305963f4-f6dc-4182-9d86-4c4f36797791 in Status: SUCCESS [ 1079.827342] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 deletion is rescheduled due to dependency. [ 1079.827491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.184052] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.184255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.184297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.184531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.184742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.184850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.184913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.185125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.185228] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.185320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.185483] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.185605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.185672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.185848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.186126] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.186220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.186220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.186344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.186437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.186531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.186647] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.689592] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8ba978-8d34-4c66-8b7c-11a35e561fe3: rpc.has_security_group_logging(os_id): False [ 1080.710196] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.710346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.710417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.710643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.710728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.710996] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.711112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.711178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.711343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.711421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.711588] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.711671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.711737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.711953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.712044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.712249] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.712345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.712402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.712542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.712617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.712701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 is going to be created. [ 1080.778426] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.778634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.778634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.779025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.779025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.790428] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 in Status: IN_PROGRESS for 2s [ 1081.497756] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1081.498036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.743411] env[65117]: INFO networking_nsxv3.common.synchronization [req-cab25a7d-6ee0-4fa9-a883-af572722b45f req-1ceb42d2-82c6-4edb-8a70-cc5049a2f3d5 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1081.743411] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1081.744062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.744062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.744062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.744062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.744062] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.744302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.744302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.744387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.744739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.744739] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.247927] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.248107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.248171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.248397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.248491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.248945] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.249069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.249134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.249313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.249397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.249488] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1082.279648] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.279648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.279648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.279648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.279648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.292774] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1082.803604] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 in Status: SUCCESS [ 1082.804605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.305183] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1084.305842] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 1084.305842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.424904] env[65117]: INFO networking_nsxv3.common.synchronization [req-7b1df939-0054-48ee-938c-208d8564e61b req-b5eb1803-1426-4b82-8228-438662d087f1 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1084.424904] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1084.424904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.424904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.424904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.424904] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.929251] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.929720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.929806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.930052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.949855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950143] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.950267] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.950337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.950618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950707] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1084.980999] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.981185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.981256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.981475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.981610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.993612] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1084.995652] env[65117]: INFO networking_nsxv3.common.synchronization [req-f1046d48-c4de-4ba9-9377-86dc1de0036a req-ca2a7794-a5b5-45c5-9aa8-2945a8c55a01 tempest-ServersNegativeTestJSON-1738867332 tempest-ServersNegativeTestJSON-1738867332-project-member] Enqueued Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 1084.997597] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b0e060-639e-4310-adf1-3f74f916c2cc with Priority: HIGHEST for action security_group_members [ 1084.997931] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b0e060-639e-4310-adf1-3f74f916c2cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.998106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.998371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.998537] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.998698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.998868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.998927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.999023] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b0e060-639e-4310-adf1-3f74f916c2cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.502785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.503692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.503692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.503692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.530602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530602] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.530602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.530602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.530602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.530602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530602] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc is going to be updated. [ 1085.563573] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.563760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.563760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.564176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.564176] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.573992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: IN_PROGRESS for 2s [ 1087.024681] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1087.025075] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 1087.025075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.585423] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b0e060-639e-4310-adf1-3f74f916c2cc in Status: SUCCESS [ 1087.585662] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b0e060-639e-4310-adf1-3f74f916c2cc deletion is rescheduled due to dependency. [ 1087.585808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b0e060-639e-4310-adf1-3f74f916c2cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.825190] env[65117]: INFO networking_nsxv3.common.synchronization [None req-afb88261-3d56-4106-8ca7-b070804f833e tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1088.825739] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1088.826557] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.826651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.826707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.826974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.827091] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.929357] env[65117]: INFO networking_nsxv3.common.synchronization [None req-9ede8b61-2d6d-4e27-8925-045582f6d34e tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1088.929831] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1088.930157] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.930262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.348344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.349123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.349415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.349701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.349877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.350065] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e already deleted. [ 1089.350280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.350528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.350779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.350966] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.879132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.879132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.879132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.879132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.879132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.879132] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e already deleted. [ 1089.879132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.272384] env[65117]: INFO networking_nsxv3.common.synchronization [req-23cf04c7-624d-4211-831f-0b1519555f36 req-7de7d490-1dc6-48d7-84bd-f9ef6d12ed45 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1090.273280] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1090.273676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.273826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.273917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.274187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.274438] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.274606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.274666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.274898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.274980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.275106] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.634072] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.634281] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.634407] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.634671] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.635014] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.635194] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.635368] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.635631] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.635779] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.635991] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.636150] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.636267] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.636376] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.636486] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.636593] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.636724] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.657255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.657479] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.657617] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.657790] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-619" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.658108] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-7ee8d390-8db2-462a-be82-0fb80bff61de taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.658282] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.658402] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.658725] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.658885] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ee8d390-8db2-462a-be82-0fb80bff61de',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.778248] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.778514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.778608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.778795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.779071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.779358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.779482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.779553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.779802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.779940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.780173] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1090.813670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.813846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.814038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.814528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.814729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.826565] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1091.161298] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.161927] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.161927] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.161927] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.162215] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.162285] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 7ee8d390-8db2-462a-be82-0fb80bff61de not found, creating... [ 1091.162554] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.162748] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.162849] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.163085] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.163206] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.163445] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.163664] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.163759] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.163922] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.164054] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.164199] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 7ee8d390-8db2-462a-be82-0fb80bff61de is going to be created. [ 1091.188486] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.188794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.189012] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.189417] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.189885] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.190263] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.582602] env[65117]: INFO networking_nsxv3.common.synchronization [req-5f1a4eea-3813-466f-9b13-a985322c81f4 req-3e9fa7cf-34c7-43f6-b483-f59229d750da tempest-AttachInterfacesV270Test-1759123229 tempest-AttachInterfacesV270Test-1759123229-project-member] Enqueued Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_members [ 1091.583228] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGHEST for action security_group_members [ 1091.583567] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.583695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.583762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.583956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.584130] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.584248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.584322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.584463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.584548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.584641] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.950021] env[65117]: INFO networking_nsxv3.common.synchronization [req-23cf04c7-624d-4211-831f-0b1519555f36 req-aa45d460-eb12-4703-9fba-72c1ff4253d1 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 1091.950021] env[65117]: INFO networking_nsxv3.common.synchronization [req-23cf04c7-624d-4211-831f-0b1519555f36 req-aa45d460-eb12-4703-9fba-72c1ff4253d1 service nova] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1091.950021] env[65117]: INFO networking_nsxv3.common.synchronization [req-23cf04c7-624d-4211-831f-0b1519555f36 req-aa45d460-eb12-4703-9fba-72c1ff4253d1 service nova] Enqueued Resource ID: 7ee8d390-8db2-462a-be82-0fb80bff61de with Priority: HIGHEST for action port [ 1091.950021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_rules [ 1091.950021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1091.950021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee8d390-8db2-462a-be82-0fb80bff61de with Priority: HIGHEST for action port [ 1091.950021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.950021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.950021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.950746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.950951] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.952063] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.952265] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.952551] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ee8d390-8db2-462a-be82-0fb80bff61de taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.952814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.952992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.953281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.953510] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ee8d390-8db2-462a-be82-0fb80bff61de',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.088675] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.088675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.088675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.088675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.088675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.088675] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.088675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.088675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.089192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.089192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.089192] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 is going to be updated. [ 1092.120693] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.120693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.120693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.120693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.120693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.134935] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 in Status: IN_PROGRESS for 2s [ 1092.456121] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.456121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.456527] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ee8d390-8db2-462a-be82-0fb80bff61de with status ACTIVE [ 1092.456719] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.456839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.456907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.457136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.457225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.457398] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.457494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.457555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.457740] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.457824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.458015] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.458122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.458183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.458321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.458393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.458478] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ee8d390-8db2-462a-be82-0fb80bff61de is going to be updated. [ 1092.479344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.479478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.479546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.479744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.479872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.480139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ee8d390-8db2-462a-be82-0fb80bff61de" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.836193] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1092.836363] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 1092.836471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.836631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.836836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.837030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.837143] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.837205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.837443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.837534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.837630] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.341323] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.843066] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.145077] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 in Status: SUCCESS [ 1094.145302] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 deletion is rescheduled due to dependency. [ 1094.145465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.346768] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.346964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.347035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.347276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.347378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.347495] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1094.382867] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.384258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.384422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.384792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.384973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.395528] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1095.376181] env[65117]: INFO networking_nsxv3.common.synchronization [req-293fc262-7d79-43a6-9d85-f9c494949e51 req-8177a28d-847d-4c30-8da8-27a4e60427a3 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1095.376181] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1095.376181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.376181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.376181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.376181] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.736946] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.737372] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.737372] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.737534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.737788] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.737942] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.738074] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.738284] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.738430] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.738641] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.738756] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.738930] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.739055] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.739170] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.739276] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.739411] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.758457] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.758636] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.758777] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.759081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-226" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.759413] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.759590] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.759712] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.760053] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.760205] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f8c48a-b7c1-4df2-bd81-7a970d61a6c8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.880206] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.880446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.880538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.880788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.880951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.881186] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.881290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.881392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.881532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.881611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.881697] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1095.907511] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.907674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.907774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.907930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.908074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.916785] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1096.262511] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.262724] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.262854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.263186] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.263354] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.263525] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 not found, creating... [ 1096.263808] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.263954] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.264088] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.264314] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.264773] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.264955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.265122] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.265338] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.265474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.265618] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 is going to be created. [ 1096.284650] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.284853] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.284964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.285292] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.285590] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.285815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.407225] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1096.407627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.408291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.408587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.408904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.409078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.409130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.409310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.409419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.409536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.409663] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.913169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.913429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.913429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.913577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.913759] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.913864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.913956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.914137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.914254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.914315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.914469] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.914560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.914618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.914758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.914895] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.915165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.915231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.915416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.915518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.915713] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.036220] env[65117]: INFO networking_nsxv3.common.synchronization [req-293fc262-7d79-43a6-9d85-f9c494949e51 req-dde750dd-165a-43b9-8854-efd44ab5787d service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 1097.036220] env[65117]: INFO networking_nsxv3.common.synchronization [req-293fc262-7d79-43a6-9d85-f9c494949e51 req-dde750dd-165a-43b9-8854-efd44ab5787d service nova] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1097.036220] env[65117]: INFO networking_nsxv3.common.synchronization [req-293fc262-7d79-43a6-9d85-f9c494949e51 req-dde750dd-165a-43b9-8854-efd44ab5787d service nova] Enqueued Resource ID: 36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 with Priority: HIGHEST for action port [ 1097.036220] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_rules [ 1097.036535] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1097.036746] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 with Priority: HIGHEST for action port [ 1097.037163] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.037448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.037612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.037907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.038136] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.039210] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.039647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.040157] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.040585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.040758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.041525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.041748] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f8c48a-b7c1-4df2-bd81-7a970d61a6c8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.418634] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a07e609d-bafa-4357-be29-979008d0f8b5: rpc.has_security_group_logging(os_id): False [ 1097.437029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.437183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.437246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.437696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.437696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.437805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.437860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.437899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.438051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.438134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.438365] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.438469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.438546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.438690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.438794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.438972] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.439103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.439158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.439338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.439382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.439467] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1097.501342] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.501561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.501606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.501811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.501968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.522327] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1097.544831] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 with status ACTIVE [ 1097.545091] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.545240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.545313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.545522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.545625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.545929] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.546046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.546152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.546286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.546349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.546556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.546618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.546688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.546810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.546883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.546974] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36f8c48a-b7c1-4df2-bd81-7a970d61a6c8 is going to be updated. [ 1097.548121] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.548219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.583740] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.583902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.583984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.584256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.584393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.584555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f8c48a-b7c1-4df2-bd81-7a970d61a6c8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.926915] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1097.927120] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 1097.927238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.927404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.927644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.927883] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.928058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.928137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.928350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.928437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.928562] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.431262] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.933652] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.349291] env[65117]: INFO networking_nsxv3.common.synchronization [req-6e96df88-ac59-4870-a62a-9f351ccdbc41 req-6a287460-f708-4223-ba03-e07616442f74 tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1099.350263] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1099.350263] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.350263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.350263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.350495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.350653] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.350748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.350810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.351013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.351099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.351191] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.435969] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.436314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.436314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.436449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.436520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.436581] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1099.468696] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.468696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.468696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.468967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.469083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.480974] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1099.560587] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1099.561022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.853354] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.853533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.853609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.853826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.853918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.854200] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.854251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.854298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.854451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.854528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.854616] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1099.894307] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.894514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.894600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.894888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.895088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.908325] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1101.492279] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1101.492728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.492728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.492896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.493225] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.493225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.493382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.493473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.493557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.493644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.493736] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.743171] env[65117]: INFO networking_nsxv3.common.synchronization [req-cde2769b-ce38-4d6d-95ae-b7f5af7f13b7 req-1a638bd2-e999-46df-b61b-ddbd199cd8fb tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1101.743798] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1101.744141] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.744270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.744329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.744523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.744674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.744770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.744832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.745190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.745190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.745278] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.918713] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1101.918713] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1101.918713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.996649] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.996848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.996848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.997077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.997453] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.997453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.997587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.997679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.998026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.998026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.998026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.998255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.998255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.998360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.998652] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.998743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.998839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.998928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.999105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.999152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.999415] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.127590] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.127803] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.127984] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.128223] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.128494] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.128654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.128840] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.129117] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.129275] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.129533] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.129617] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.129729] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.129837] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.129949] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.130070] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.130768] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.156325] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.156496] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.156656] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.156855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-115" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.157216] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-c42c94fd-6031-4599-9929-d094b4cb6ea4 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.157564] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.157564] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.157906] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.158063] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42c94fd-6031-4599-9929-d094b4cb6ea4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.248938] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.502117] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e74c84d-380d-4de9-8280-397103b110ea: rpc.has_security_group_logging(os_id): False [ 1102.521474] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.521651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.521722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.521973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.522079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.522279] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.522389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.522458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.522711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.522872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.523161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.523278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.523378] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.523532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.523622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.523922] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.524047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.524120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.524268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.524382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.524503] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1102.588424] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.588721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.588876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.591508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.591769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.611100] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1102.660663] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.661029] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.661165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.661509] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.661683] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.661883] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port c42c94fd-6031-4599-9929-d094b4cb6ea4 not found, creating... [ 1102.662256] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.662458] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.662622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.662906] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.663140] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.663519] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.663710] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.663836] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.664180] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.664365] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.664601] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: c42c94fd-6031-4599-9929-d094b4cb6ea4 is going to be created. [ 1102.698374] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.698643] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.698819] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.699184] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.699488] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.699796] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.751937] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.255348] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.255537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.255640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.255873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.255969] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.256120] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1103.301914] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.302158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.302206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.302749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.302749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.314316] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1103.423263] env[65117]: INFO networking_nsxv3.common.synchronization [req-cde2769b-ce38-4d6d-95ae-b7f5af7f13b7 req-baf1a696-ac53-4cc6-8726-39d38d229b56 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 1103.423443] env[65117]: INFO networking_nsxv3.common.synchronization [req-cde2769b-ce38-4d6d-95ae-b7f5af7f13b7 req-baf1a696-ac53-4cc6-8726-39d38d229b56 service nova] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1103.423584] env[65117]: INFO networking_nsxv3.common.synchronization [req-cde2769b-ce38-4d6d-95ae-b7f5af7f13b7 req-baf1a696-ac53-4cc6-8726-39d38d229b56 service nova] Enqueued Resource ID: c42c94fd-6031-4599-9929-d094b4cb6ea4 with Priority: HIGHEST for action port [ 1103.424109] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_rules [ 1103.424248] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1103.424341] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42c94fd-6031-4599-9929-d094b4cb6ea4 with Priority: HIGHEST for action port [ 1103.424624] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.424744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.424833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.425167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.425726] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.426880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.427292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.427616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42c94fd-6031-4599-9929-d094b4cb6ea4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.427798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.427957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.428307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.428461] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42c94fd-6031-4599-9929-d094b4cb6ea4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.931401] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.931702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.931702] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c42c94fd-6031-4599-9929-d094b4cb6ea4 with status ACTIVE [ 1103.931883] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.931995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.932124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.932387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.932440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932616] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.932714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.932776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.932922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.932999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.933253] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.933386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.933475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.933645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.933753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.933863] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c42c94fd-6031-4599-9929-d094b4cb6ea4 is going to be updated. [ 1103.959300] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.959300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.959300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.959300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.959300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.959300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42c94fd-6031-4599-9929-d094b4cb6ea4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.128857] env[65117]: INFO networking_nsxv3.common.synchronization [req-899a6725-faff-44a5-b6f8-9aa56aea52da req-e92fbf32-2c62-45f1-979f-98da7e7ac3eb tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1104.136605] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1104.137448] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.137448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.137448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.137656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.137844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.137987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.138136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.138329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.138418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.138535] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.405349] env[65117]: INFO networking_nsxv3.common.synchronization [req-d3343a25-971c-4853-aa84-772249a97de5 req-4c976df4-34f0-4b96-8ae1-27a3c8ae8ed6 tempest-ServerDiskConfigTestJSON-1636409247 tempest-ServerDiskConfigTestJSON-1636409247-project-member] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1104.405830] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGHEST for action security_group_members [ 1104.406143] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.406588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.406662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.406850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.407023] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.407125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.407185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.407331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.407415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.407508] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.484017] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.484289] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.484445] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.484806] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.485140] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.485771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.485771] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.485983] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.485983] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.486260] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.486433] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.486608] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.486746] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.486893] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.487090] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.487245] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.508154] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.508355] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.508483] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.508669] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.509143] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.509331] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.509457] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.509802] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.509945] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.636401] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1104.636632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.643729] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.643903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.644027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.644341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.644439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.644695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.644826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.644892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.645086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.645159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.645248] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e already deleted. [ 1104.645334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.910140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.910300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.910371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.910592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.910681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.910886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.911064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.911136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.911313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.911397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.911496] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be updated. [ 1104.937857] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.938240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.938240] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.938314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.938419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.949493] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: IN_PROGRESS for 2s [ 1105.012354] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.012599] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.012727] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.013036] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.013201] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.013362] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 not found, creating... [ 1105.013630] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.013791] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.013909] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.014157] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.014375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.014580] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.014734] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.014851] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.015153] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.015317] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.015489] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 is going to be created. [ 1105.040256] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.040487] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.040614] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.040889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.041275] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.041508] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.327972] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1105.328211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.328391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.328733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.329288] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.329405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.329405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.329564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.329673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.329793] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.590272] env[65117]: INFO networking_nsxv3.common.synchronization [req-32ec89cf-32b7-4a94-b709-382ef51de041 req-59f059e0-bb0f-4773-9dcf-c46168cd714b tempest-ServersTestBootFromVolume-481545037 tempest-ServersTestBootFromVolume-481545037-project-member] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_members [ 1105.590806] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGHEST for action security_group_members [ 1105.591151] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.591452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.591729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.592075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.592144] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.592258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.592316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.592471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.592557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.592652] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.734916] env[65117]: INFO networking_nsxv3.common.synchronization [req-899a6725-faff-44a5-b6f8-9aa56aea52da req-8443a2d5-6b87-44a1-918b-86fbe4e59c96 service nova] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1105.735234] env[65117]: INFO networking_nsxv3.common.synchronization [req-899a6725-faff-44a5-b6f8-9aa56aea52da req-8443a2d5-6b87-44a1-918b-86fbe4e59c96 service nova] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1105.735234] env[65117]: INFO networking_nsxv3.common.synchronization [req-899a6725-faff-44a5-b6f8-9aa56aea52da req-8443a2d5-6b87-44a1-918b-86fbe4e59c96 service nova] Enqueued Resource ID: 6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 with Priority: HIGHEST for action port [ 1105.735870] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1105.736034] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1105.736157] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 with Priority: HIGHEST for action port [ 1105.736652] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.736774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.736847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.737046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.737127] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.738211] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.738326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.738394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.738557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.738703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.738803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.738892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.739078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.739166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.739257] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.739955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.740311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.740311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.740311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.740432] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.832359] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.094980] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.095332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.095332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.095446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.116856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.116856] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.116856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.116856] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.117117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.117117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.117117] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d is going to be updated. [ 1106.147076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.147076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.147076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.147076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.147477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.156599] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69229b64-513c-419e-aec5-4b9761b1ce0d in Status: IN_PROGRESS for 2s [ 1106.243855] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.244072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.244212] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 with status ACTIVE [ 1106.244425] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.244865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.244865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.244865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.244981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.245966] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.245966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.245966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.245966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.245966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.245966] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.245966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.246327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.246327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.246327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.246407] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2 is going to be updated. [ 1106.248558] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.282629] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.282844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.282894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.283473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.283473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.283473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b97e4c6-a0e9-4008-a5a3-f7f683ab61e2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.338944] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.756472] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.841135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.841313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.841392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.841627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.841732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.841834] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1106.889998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.890198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.890336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.891166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.891166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.904360] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1106.971652] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a07e609d-bafa-4357-be29-979008d0f8b5 in Status: SUCCESS [ 1106.971869] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 deletion is rescheduled due to dependency. [ 1106.973644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.258876] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.259376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.259376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.260318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.260450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.260570] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be created. [ 1107.295592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.295823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.295915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.296174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.296344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.307086] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: UNINITIALIZED for 2s [ 1108.170093] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69229b64-513c-419e-aec5-4b9761b1ce0d in Status: SUCCESS [ 1108.170300] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d deletion is rescheduled due to dependency. [ 1108.170422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.914206] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1108.914532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.914614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.914850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.915056] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.915185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.915249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.915415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.915498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.915587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.915677] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.316079] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1109.316079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.316079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.316273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.316544] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.316605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.316635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.316793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.316860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.316978] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.317060] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.417787] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.418046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.418156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.418384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.418603] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.418716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.418854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.418982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.419092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.419206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.419339] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.419451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.419516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.419849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.419849] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.419960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.419960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.420454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.420454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.420454] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.420454] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.819582] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.923358] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a08bd97-700b-4075-a985-f0b5d5838ea2: rpc.has_security_group_logging(os_id): False [ 1109.943514] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.943514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.943514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.944747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.944747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.944747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.945920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.945920] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.945920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.945920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.945920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.945920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.945920] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1110.008252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.008413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.008486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.008688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.008835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.027501] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1110.325270] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ace42372-87b7-4703-a553-7f86d3e30d8e: rpc.has_security_group_logging(os_id): False [ 1110.345695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.345869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.345869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.346094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.346273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.346605] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.346780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.346780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.346944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.347026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.347130] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be created. [ 1110.413292] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.413528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.413528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.413675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.413858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.428188] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: IN_PROGRESS for 2s [ 1110.736820] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.737021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1112.048695] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1112.048919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.442918] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1112.443137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.738124] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1115.738393] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1116.914787] env[65117]: INFO networking_nsxv3.common.synchronization [req-df571456-3d89-4902-92aa-4ae6d786088a req-91b81f9b-15cd-4052-8578-60876ff8c44a tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1116.915510] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1116.915883] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.917035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.917166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.917516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.917699] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.917921] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.918247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.918519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.918610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.918668] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.422686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.422833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.422898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.423168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.423277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.423647] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.423647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.423647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.423849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.423884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.424062] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1117.458711] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.458907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.459064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.459458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.459783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474648] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1117.616950] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.616950] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.617527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.617997] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.618629] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.618961] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.619115] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.619437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.619670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.619988] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.620238] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.620469] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.620708] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.620917] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.621155] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.621868] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.643009] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.643506] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.643506] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.643752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.643988] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-8238f2df-2f38-40e3-83e1-9d81bc011d43 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.644216] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.644381] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.644714] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.644852] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8238f2df-2f38-40e3-83e1-9d81bc011d43',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.148355] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.148859] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.148859] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.148974] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.149235] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.149459] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 8238f2df-2f38-40e3-83e1-9d81bc011d43 not found, creating... [ 1118.149738] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.149902] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.150035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.150325] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.150491] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.150774] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.150929] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.151097] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.151310] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.151445] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.151584] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 8238f2df-2f38-40e3-83e1-9d81bc011d43 is going to be created. [ 1118.173752] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.174083] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.174137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.174401] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.174635] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.174875] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.862719] env[65117]: INFO networking_nsxv3.common.synchronization [req-df571456-3d89-4902-92aa-4ae6d786088a req-826a4631-f73c-4c87-8e76-29802a272314 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1118.862907] env[65117]: INFO networking_nsxv3.common.synchronization [req-df571456-3d89-4902-92aa-4ae6d786088a req-826a4631-f73c-4c87-8e76-29802a272314 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1118.863061] env[65117]: INFO networking_nsxv3.common.synchronization [req-df571456-3d89-4902-92aa-4ae6d786088a req-826a4631-f73c-4c87-8e76-29802a272314 service nova] Enqueued Resource ID: 8238f2df-2f38-40e3-83e1-9d81bc011d43 with Priority: HIGHEST for action port [ 1118.863752] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1118.863970] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1118.864038] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8238f2df-2f38-40e3-83e1-9d81bc011d43 with Priority: HIGHEST for action port [ 1118.864333] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.864459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.864834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.865070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.865159] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.867073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.867073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.867073] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8238f2df-2f38-40e3-83e1-9d81bc011d43 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.867231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.867231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.867698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.867698] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8238f2df-2f38-40e3-83e1-9d81bc011d43',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.117592] env[65117]: INFO networking_nsxv3.common.synchronization [None req-fe9117bb-4edb-40f7-9b9d-d417bd8c504a None None] Enqueued Resource ID: d9bbb130-1d92-4f31-be72-16964f39617c with Priority: HIGHEST for action port [ 1119.118864] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bbb130-1d92-4f31-be72-16964f39617c with Priority: HIGHEST for action port [ 1119.118864] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bbb130-1d92-4f31-be72-16964f39617c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.119284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bbb130-1d92-4f31-be72-16964f39617c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.120807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bbb130-1d92-4f31-be72-16964f39617c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.120807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bbb130-1d92-4f31-be72-16964f39617c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.120807] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bbb130-1d92-4f31-be72-16964f39617c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.372516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372516] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8238f2df-2f38-40e3-83e1-9d81bc011d43 with status ACTIVE [ 1119.372516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.372516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.372516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.373171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.373171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.373171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.373171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.373171] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8238f2df-2f38-40e3-83e1-9d81bc011d43 is going to be updated. [ 1119.395734] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.395734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.395734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.395734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.395734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.395734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8238f2df-2f38-40e3-83e1-9d81bc011d43" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.486538] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1119.489030] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1119.489030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.489030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.489030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.489030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.489030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.489030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.489030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.490024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.490459] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.622953] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9bbb130-1d92-4f31-be72-16964f39617c [ 1119.622953] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.622953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.622953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.622953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.622953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.622953] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9bbb130-1d92-4f31-be72-16964f39617c already deleted. [ 1119.622953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bbb130-1d92-4f31-be72-16964f39617c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.853251] env[65117]: INFO networking_nsxv3.common.synchronization [req-82353782-e5fc-46b7-9271-242954d39b9b req-ef9d44ce-5865-4896-ae42-44b6c256fd33 tempest-ImagesTestJSON-1090717699 tempest-ImagesTestJSON-1090717699-project-member] Enqueued Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1119.853834] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e74c84d-380d-4de9-8280-397103b110ea with Priority: HIGHEST for action security_group_members [ 1119.854854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e74c84d-380d-4de9-8280-397103b110ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.854854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.854854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.854854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.854854] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.854854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.854854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.855154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.856101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.856309] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e74c84d-380d-4de9-8280-397103b110ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.998203] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.358665] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.359195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.359318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.359557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.362148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.362148] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.362148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.362148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.362148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.362148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.362148] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea is going to be updated. [ 1120.393487] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.393794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.393794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.394486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.394486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.403719] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: IN_PROGRESS for 2s [ 1120.506426] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.655970] env[65117]: INFO networking_nsxv3.common.synchronization [None req-1cd08057-f228-464e-b894-785a059c1860 None None] Enqueued Resource ID: 5d328e38-7665-4785-9ecd-180bf322085b with Priority: HIGHEST for action port [ 1120.656776] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d328e38-7665-4785-9ecd-180bf322085b with Priority: HIGHEST for action port [ 1120.656955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d328e38-7665-4785-9ecd-180bf322085b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.657154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d328e38-7665-4785-9ecd-180bf322085b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.657247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d328e38-7665-4785-9ecd-180bf322085b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.657606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d328e38-7665-4785-9ecd-180bf322085b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.657718] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d328e38-7665-4785-9ecd-180bf322085b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.925463] env[65117]: INFO networking_nsxv3.common.synchronization [None req-57f02d80-6e81-471a-aece-f83162922a43 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1120.925945] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1120.927964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.927964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.927964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.927964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.927964] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.011568] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.012247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.012247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.012247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.012247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.012247] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1121.046147] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.046601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.046765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.047169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.047443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.060113] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1121.088831] env[65117]: INFO networking_nsxv3.common.synchronization [None req-c1e886ab-15da-416a-b823-af821e152c27 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1121.089372] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1121.089774] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.089918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.161726] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d328e38-7665-4785-9ecd-180bf322085b [ 1121.161726] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.161726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.161726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.161726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.161726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.161726] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d328e38-7665-4785-9ecd-180bf322085b already deleted. [ 1121.161726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d328e38-7665-4785-9ecd-180bf322085b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.252046] env[65117]: INFO networking_nsxv3.common.synchronization [None req-488cce7d-3c83-4c51-a961-0d86dd6aa6ae None None] Enqueued Resource ID: f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222 with Priority: HIGHEST for action port [ 1121.252474] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222 with Priority: HIGHEST for action port [ 1121.252935] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.253674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.253822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.254125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.257029] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.449224] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.449540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.449540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.449649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.449738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.449838] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b already deleted. [ 1121.449924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.450098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.450262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.450389] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.760199] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222 [ 1121.760490] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.760632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.760701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.760939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.761106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.761231] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222 already deleted. [ 1121.761369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0eeb6ca-e497-4d7c-9fd5-2eb341dd2222" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.978019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.978019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.978019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.978019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.978019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.978019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b already deleted. [ 1121.978019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.414948] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e74c84d-380d-4de9-8280-397103b110ea in Status: SUCCESS [ 1122.414948] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e74c84d-380d-4de9-8280-397103b110ea deletion is rescheduled due to dependency. [ 1122.414948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e74c84d-380d-4de9-8280-397103b110ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.517841] env[65117]: INFO networking_nsxv3.common.synchronization [req-0b555c89-0cad-4708-9c70-d82d4abbe524 req-78c468eb-5c83-4b73-90e9-97290621abdd tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1122.518395] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1122.518713] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.518810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.518864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.519105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.519752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.519869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.519932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.520110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.520200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.520293] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.022525] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.070721] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1123.070934] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.071098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.071336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.071519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.071725] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.071792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.071947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.072046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.072150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.072261] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.441977] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a3adedd5-fbcb-4d78-afdb-1cb6f788ad57 None None] Enqueued Resource ID: 594a9de1-fbaf-4ca2-bc97-2472affb86e8 with Priority: HIGHEST for action port [ 1123.442704] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594a9de1-fbaf-4ca2-bc97-2472affb86e8 with Priority: HIGHEST for action port [ 1123.443058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-594a9de1-fbaf-4ca2-bc97-2472affb86e8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.443220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-594a9de1-fbaf-4ca2-bc97-2472affb86e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.443307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-594a9de1-fbaf-4ca2-bc97-2472affb86e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.443580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-594a9de1-fbaf-4ca2-bc97-2472affb86e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.443735] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594a9de1-fbaf-4ca2-bc97-2472affb86e8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.524429] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.574744] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.574744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.574744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.575094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.575094] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.575239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.575239] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.575434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.575800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.576426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.576426] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.576426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.576621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.576863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.577051] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.578586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.578586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.578586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.578586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.578586] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.578586] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.946342] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 594a9de1-fbaf-4ca2-bc97-2472affb86e8 [ 1123.947918] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.947918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.947918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.947918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.947918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.947918] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:594a9de1-fbaf-4ca2-bc97-2472affb86e8 already deleted. [ 1123.947918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-594a9de1-fbaf-4ca2-bc97-2472affb86e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.026856] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.027032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.027137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.027460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.027594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.027747] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1124.063192] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.063894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.063894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.064437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.064437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.075987] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1124.081499] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6f8bbf-fb67-420c-88a1-74863419e401: rpc.has_security_group_logging(os_id): False [ 1124.100350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.100618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.100618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.100852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.101017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.101289] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.101397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.101459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.101625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.101704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.101915] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.102021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.102084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.102288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.102374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.102570] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.102665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.102727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.102870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.102946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.103045] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1124.180043] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.180043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.180043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.180043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.180043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.192567] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1126.085908] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1126.086399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.207456] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1126.207770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.443758] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.444181] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1128.928788] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9fb1b7-4834-48b7-ac22-b9dfd61c544b req-0ca8163c-3be2-4100-b223-08f825180f6c tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1128.929398] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1128.929813] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.929948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.930028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.930278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.930505] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.930636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.930695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.930868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.930954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.931061] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.283715] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.283934] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.284098] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.285066] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.285182] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.287225] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.287225] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.287225] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.287225] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.287225] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.287225] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.287225] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.287225] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.287225] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.287225] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.287225] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.310649] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.310807] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.310932] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.311213] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.311597] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-5ec2cd82-3e32-465f-80b4-08cad567dd75 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.311773] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.311894] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.312344] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.312509] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec2cd82-3e32-465f-80b4-08cad567dd75',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.434310] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.816346] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.816692] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.816756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.817221] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.817480] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.817762] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 5ec2cd82-3e32-465f-80b4-08cad567dd75 not found, creating... [ 1129.818217] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.818470] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.818644] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.818916] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.819115] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.819491] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.819672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.819794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.820043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.820183] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.820325] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 5ec2cd82-3e32-465f-80b4-08cad567dd75 is going to be created. [ 1129.846684] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.846684] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.846945] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.847187] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.847422] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.847649] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.936319] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.367612] env[65117]: INFO networking_nsxv3.common.synchronization [req-188b9f89-a26c-4223-a671-03d755b2baf0 req-d57c1cdd-b0d9-4e04-aec4-ed8108f52117 tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 1130.368701] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGHEST for action security_group_members [ 1130.369755] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.369989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.370367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.370473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.370691] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.370803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.370866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.371041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.371134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.371253] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.438519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.438691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.438736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.438943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.439087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.439259] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be updated. [ 1130.468084] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.468297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.468480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.468720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.469085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.479587] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: IN_PROGRESS for 2s [ 1130.560159] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9fb1b7-4834-48b7-ac22-b9dfd61c544b req-87c84219-3bf1-4117-a90f-b2c43911cd1f service nova] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1130.560159] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9fb1b7-4834-48b7-ac22-b9dfd61c544b req-87c84219-3bf1-4117-a90f-b2c43911cd1f service nova] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1130.560159] env[65117]: INFO networking_nsxv3.common.synchronization [req-1a9fb1b7-4834-48b7-ac22-b9dfd61c544b req-87c84219-3bf1-4117-a90f-b2c43911cd1f service nova] Enqueued Resource ID: 5ec2cd82-3e32-465f-80b4-08cad567dd75 with Priority: HIGHEST for action port [ 1130.560159] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_rules [ 1130.560159] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1130.560159] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec2cd82-3e32-465f-80b4-08cad567dd75 with Priority: HIGHEST for action port [ 1130.560159] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.561385] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.561555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.561844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.562176] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.563280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.563564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.563872] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ec2cd82-3e32-465f-80b4-08cad567dd75 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.564125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.566017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.566017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.566017] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec2cd82-3e32-465f-80b4-08cad567dd75',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.873387] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.873803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.873803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.873882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.873916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.874170] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.874289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.874289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.874425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.874501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.874587] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 is going to be updated. [ 1130.904886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.905123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.905123] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.905311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.905453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.914432] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: IN_PROGRESS for 2s [ 1131.069484] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.069617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.069815] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ec2cd82-3e32-465f-80b4-08cad567dd75 with status ACTIVE [ 1131.070098] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.070221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.070291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.070501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.070615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.070794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.070954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.071028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.071258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.071336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.071520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.071613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.071675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.071814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.071887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.071970] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ec2cd82-3e32-465f-80b4-08cad567dd75 is going to be updated. [ 1131.100491] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.100704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.100811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.101251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.101504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.101711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ec2cd82-3e32-465f-80b4-08cad567dd75" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.381953] env[65117]: INFO networking_nsxv3.common.synchronization [req-dddcdbf7-4cbb-4e67-bff9-2ff72886ea5d req-56f37e33-64d9-4e4f-9904-169c1351a344 tempest-ServerMetadataTestJSON-292355392 tempest-ServerMetadataTestJSON-292355392-project-member] Enqueued Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_members [ 1131.382589] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_members [ 1131.382894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.383216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.383216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.383420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.383590] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.383700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.383760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.383914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.383996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.384146] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.714162] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.714162] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-287" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.714162] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-287" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.714672] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-287" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.715267] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.715714] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.719035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.719035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.719035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.719035] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.719035] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.719035] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.719035] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.719035] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.719035] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.719035] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.736028] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.736197] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.736350] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.736699] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-287" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.736834] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-70298060-4eea-4e88-a298-041c0c755e0f taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.737011] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.737139] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.737464] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.737603] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70298060-4eea-4e88-a298-041c0c755e0f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.886881] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.887224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.887224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.887316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.887400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.887592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.887687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.887747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.887889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.887961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.888071] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af856696-58b6-41d8-8100-1a43ae8feb82 already deleted. [ 1131.888159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.240768] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.241041] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.241155] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.241472] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.241716] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.241978] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 70298060-4eea-4e88-a298-041c0c755e0f not found, creating... [ 1132.242285] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.242477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.242561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.242790] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.242929] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.243253] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.243480] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.243630] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.243836] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.244052] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.244146] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 70298060-4eea-4e88-a298-041c0c755e0f is going to be created. [ 1132.265204] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.265388] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.265543] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.265849] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.266112] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.266344] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.490569] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1132.490786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.490968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.491304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.491502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.491676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.491757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.491932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.492025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.492135] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.924173] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 in Status: SUCCESS [ 1132.924466] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 deletion is rescheduled due to dependency. [ 1132.924613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.994083] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.000292] env[65117]: INFO networking_nsxv3.common.synchronization [req-dddcdbf7-4cbb-4e67-bff9-2ff72886ea5d req-4d628c00-d2ab-4456-b324-3c01158a152d service nova] Enqueued Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_rules [ 1133.000468] env[65117]: INFO networking_nsxv3.common.synchronization [req-dddcdbf7-4cbb-4e67-bff9-2ff72886ea5d req-4d628c00-d2ab-4456-b324-3c01158a152d service nova] Enqueued Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_members [ 1133.000583] env[65117]: INFO networking_nsxv3.common.synchronization [req-dddcdbf7-4cbb-4e67-bff9-2ff72886ea5d req-4d628c00-d2ab-4456-b324-3c01158a152d service nova] Enqueued Resource ID: 70298060-4eea-4e88-a298-041c0c755e0f with Priority: HIGHEST for action port [ 1133.001473] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_rules [ 1133.001473] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_members [ 1133.001473] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70298060-4eea-4e88-a298-041c0c755e0f with Priority: HIGHEST for action port [ 1133.001689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.001809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.001872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.002859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.002953] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.004340] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.004493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.004528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.004699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.004853] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.004950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.005024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.005171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.005256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.005348] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.007198] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-70298060-4eea-4e88-a298-041c0c755e0f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.007334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.007408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.007764] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.007764] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70298060-4eea-4e88-a298-041c0c755e0f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.497277] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.509696] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70298060-4eea-4e88-a298-041c0c755e0f with status ACTIVE [ 1133.509879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.510084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.510296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.510390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.510567] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510661] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.510721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.510861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.510936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.511173] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.511303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.511362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.511502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.511575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.511660] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70298060-4eea-4e88-a298-041c0c755e0f is going to be updated. [ 1133.512836] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.513881] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.513968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.536947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.537161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.537161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.537372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.537513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.537672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70298060-4eea-4e88-a298-041c0c755e0f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.723813] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ea897d7-2c38-45ea-bc30-205c1ee605ba req-4f93a7ae-7e5d-4e84-898d-039b9427c397 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1133.724362] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1133.725226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.725377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.725486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.725711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.725880] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.725983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.726058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.726215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.726303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.726400] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.999723] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.000286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.000286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.001034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.001034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.001570] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be updated. [ 1134.015475] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.038365] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.038573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.038573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.038698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.038990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.052395] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: IN_PROGRESS for 2s [ 1134.073943] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.074214] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.074374] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.074728] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.075134] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.075233] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.075385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.075635] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.075782] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.075991] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.076166] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.076286] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.076393] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.076505] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.076642] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.076777] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.096124] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.096348] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.096500] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.096688] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.097082] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-26bedb17-dfd4-46c6-b1cf-65e9ea905054 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.097306] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.097487] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.097901] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.098076] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26bedb17-dfd4-46c6-b1cf-65e9ea905054',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.228825] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.229067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.229121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.229338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.229431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.229635] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.229733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.229796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.229943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.230029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.230116] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b already deleted. [ 1134.230201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.520819] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.520996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.520996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.521369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.521471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.521578] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af856696-58b6-41d8-8100-1a43ae8feb82 is going to be created. [ 1134.548560] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.548864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.549088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.549389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.560103] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af856696-58b6-41d8-8100-1a43ae8feb82 in Status: UNINITIALIZED for 2s [ 1134.603205] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.603205] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.603205] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.603205] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.603205] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.603205] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 26bedb17-dfd4-46c6-b1cf-65e9ea905054 not found, creating... [ 1134.603666] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.603666] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.603770] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.603980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.604143] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.604462] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.604796] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.604956] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.605300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.605489] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.608060] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 26bedb17-dfd4-46c6-b1cf-65e9ea905054 is going to be created. [ 1134.626941] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.627328] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.627474] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.627749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.628146] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.628394] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.410701] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ea897d7-2c38-45ea-bc30-205c1ee605ba req-ba498c1b-f143-4621-8bf5-11e7e0107488 service nova] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1135.411140] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ea897d7-2c38-45ea-bc30-205c1ee605ba req-ba498c1b-f143-4621-8bf5-11e7e0107488 service nova] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1135.411140] env[65117]: INFO networking_nsxv3.common.synchronization [req-2ea897d7-2c38-45ea-bc30-205c1ee605ba req-ba498c1b-f143-4621-8bf5-11e7e0107488 service nova] Enqueued Resource ID: 26bedb17-dfd4-46c6-b1cf-65e9ea905054 with Priority: HIGHEST for action port [ 1135.411613] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1135.411788] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1135.412094] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bedb17-dfd4-46c6-b1cf-65e9ea905054 with Priority: HIGHEST for action port [ 1135.412564] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.412917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.413713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.413713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.413889] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.415431] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.415556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.415651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.415806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.415969] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.416082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.416143] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.417423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.417522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.417629] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.419308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-26bedb17-dfd4-46c6-b1cf-65e9ea905054 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.419548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.419627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.419775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.419867] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26bedb17-dfd4-46c6-b1cf-65e9ea905054',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.916542] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.916758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.920531] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.923530] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26bedb17-dfd4-46c6-b1cf-65e9ea905054 with status ACTIVE [ 1135.924311] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.924311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.924311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.924311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.924520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.925114] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.925114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.925114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.925114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.925301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.925364] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.925462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.925523] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.925662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.925734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.925816] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26bedb17-dfd4-46c6-b1cf-65e9ea905054 is going to be updated. [ 1135.949899] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.950135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.950212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.950425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.950645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.950902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26bedb17-dfd4-46c6-b1cf-65e9ea905054" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.070578] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1136.070955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.071322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.071684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.072013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.072246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.072413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.072706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.072879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.073443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.073443] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.423524] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.571441] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af856696-58b6-41d8-8100-1a43ae8feb82 in Status: SUCCESS [ 1136.571693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.571900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.572194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.572423] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.572568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.572633] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.572828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.572912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.573036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.573140] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.575773] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.926583] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.926583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.926583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.926862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.926901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.927044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be created. [ 1136.950523] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.950792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.950792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.950956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.951666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.964102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: UNINITIALIZED for 2s [ 1137.076019] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.076277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.076342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.076541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.076714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.076810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.076871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.077036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.077125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.077214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.077366] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.077459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.077516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.077655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.077793] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.077884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.078088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.078300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.078389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.078496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.078757] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.079816] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ace42372-87b7-4703-a553-7f86d3e30d8e: rpc.has_security_group_logging(os_id): False [ 1137.100846] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.101083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.101083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.101384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.101488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.101891] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.101981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.101981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.102203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.102360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.102434] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be updated. [ 1137.169286] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.169483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.169555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.169775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.169930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.183773] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: IN_PROGRESS for 2s [ 1137.582384] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af856696-58b6-41d8-8100-1a43ae8feb82: rpc.has_security_group_logging(os_id): False [ 1137.600946] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.601232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.601288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.601582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.601682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.601906] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.602047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.602108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.602241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.602332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.602527] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.602671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.602671] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.602815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.602890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.603080] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.603170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.603709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.603709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.603709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.603709] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af856696-58b6-41d8-8100-1a43ae8feb82 is going to be created. [ 1137.668844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.669116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.669259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.669537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.669739] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.681384] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a5a2f213-58c1-49ea-959c-611414161d52 tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1137.682513] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af856696-58b6-41d8-8100-1a43ae8feb82 in Status: IN_PROGRESS for 2s [ 1137.683133] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1137.683649] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.683833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.683946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.684408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.684509] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.833784] env[65117]: INFO networking_nsxv3.common.synchronization [None req-71329e6c-a9a9-4e01-985c-754190633234 tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1137.834453] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1137.835235] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.835360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.975711] env[65117]: INFO networking_nsxv3.common.synchronization [req-f7764843-d9f8-416c-8dc1-0370a14ee511 req-73f05c7f-fbba-4386-bb5a-61cb0d630467 tempest-ServersTestJSON-1596185228 tempest-ServersTestJSON-1596185228-project-member] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1137.976064] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGHEST for action security_group_members [ 1137.976388] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.976513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.976617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.976835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.976991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.977827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.977904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.978089] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.978179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.978290] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.209982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.209982] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 already deleted. [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.209982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.209982] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.481486] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.484202] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.484202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.484202] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be updated. [ 1138.518651] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.518849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.518849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.519117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.519227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.528855] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: IN_PROGRESS for 2s [ 1138.733227] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.733227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.733227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.733227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.733227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.733227] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 already deleted. [ 1138.733637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977583] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.977583] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977583] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977583] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.201639] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1139.201639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.417503] env[65117]: INFO networking_nsxv3.common.synchronization [None req-f69af6b7-9b18-4d1f-b4c8-d2ff14867dd7 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1139.417620] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1139.417978] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.418125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.418170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.418371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.418557] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.418655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.418717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.418860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.418964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.419109] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.479979] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.696779] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af856696-58b6-41d8-8100-1a43ae8feb82 in Status: SUCCESS [ 1139.696779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.923888] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.923888] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.923888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.923888] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1139.953136] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.953136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.953136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.953136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.953136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.967766] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1139.982252] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d0a120b-f53b-4700-ac4b-043d5d06f00b: rpc.has_security_group_logging(os_id): False [ 1140.005750] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.005960] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.006063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.006258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.006401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.006635] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.006747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.006805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.006973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.007112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.007338] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be created. [ 1140.072013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.072187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.072261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.072530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.073284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.089669] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1140.541945] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 in Status: SUCCESS [ 1140.542198] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 deletion is rescheduled due to dependency. [ 1140.542198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.630918] env[65117]: INFO networking_nsxv3.common.synchronization [req-015dfb24-fcae-4e4a-8cb7-12def679d567 req-21e74fa5-6ff5-4576-8657-d572f6d04f12 tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_members [ 1141.631330] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGHEST for action security_group_members [ 1141.631643] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.631765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.631830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.632082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.632412] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.632412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.632412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.632577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.632880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.632880] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.981815] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1141.981815] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 deletion is rescheduled due to dependency. [ 1141.981815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.104737] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1142.105989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.136013] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.136300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.136425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.136718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.136869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.138161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.138161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.138161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.138161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.138161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.138161] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 is going to be updated. [ 1142.166705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.166889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.166963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.167201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.167357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.175905] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: IN_PROGRESS for 2s [ 1144.188690] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 in Status: SUCCESS [ 1144.188941] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 deletion is rescheduled due to dependency. [ 1144.188941] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.661969] env[65117]: INFO networking_nsxv3.common.synchronization [req-9c439675-a73a-4f27-bdbe-821c37437bc3 req-e3b4be73-e86e-4367-baa7-112d948a0a4c tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1144.662655] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1144.663039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.663197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.663271] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.663576] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.663738] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.663869] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.663950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.664158] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.664642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.664789] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.028628] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.028628] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.028628] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.028957] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.028957] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.029513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.029513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.030216] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.030216] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.030357] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.030612] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.030851] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.031201] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.031358] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.031575] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.031821] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.059400] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.059400] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.059400] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.059400] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.059615] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.060088] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.060088] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.060385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.060915] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.168478] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.168646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.168718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.168928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.169068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.169286] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.169392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.169456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.169612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.169688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.169773] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 already deleted. [ 1145.169881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.563728] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.564087] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.564127] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.564386] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.564535] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.564689] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 not found, creating... [ 1145.564955] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.565125] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.565244] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.565477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.565629] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.565916] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.566081] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.566200] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.566398] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.566531] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.566671] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 is going to be created. [ 1145.587364] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.587584] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.587710] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.587990] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.588251] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.588634] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.966202] env[65117]: INFO networking_nsxv3.common.synchronization [req-69c4589d-1cbb-4dee-bef5-10bb6233a8e6 req-7618c671-76ba-4658-b236-b5f5787432b7 tempest-ServerMetadataTestJSON-292355392 tempest-ServerMetadataTestJSON-292355392-project-member] Enqueued Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_members [ 1145.966724] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGHEST for action security_group_members [ 1145.968057] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.968057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.968057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.968057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.968057] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.968057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.968057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.968427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.968875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.969054] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.352798] env[65117]: INFO networking_nsxv3.common.synchronization [req-9c439675-a73a-4f27-bdbe-821c37437bc3 req-fa5d7719-885f-4556-95a3-d114e93a914a service nova] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1146.352970] env[65117]: INFO networking_nsxv3.common.synchronization [req-9c439675-a73a-4f27-bdbe-821c37437bc3 req-fa5d7719-885f-4556-95a3-d114e93a914a service nova] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1146.353132] env[65117]: INFO networking_nsxv3.common.synchronization [req-9c439675-a73a-4f27-bdbe-821c37437bc3 req-fa5d7719-885f-4556-95a3-d114e93a914a service nova] Enqueued Resource ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 with Priority: HIGHEST for action port [ 1146.354106] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1146.354106] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1146.354106] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 with Priority: HIGHEST for action port [ 1146.354106] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.354289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.354289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.354484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.354718] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.355454] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.356494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.356494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.356494] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.357507] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.357507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.357507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.357798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.357798] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.471017] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.471314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.471414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.471630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.471728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.471937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.472053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.472124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.472249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.472334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.472684] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af856696-58b6-41d8-8100-1a43ae8feb82 is going to be updated. [ 1146.502284] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.502396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.502488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.502735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.503477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.513197] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af856696-58b6-41d8-8100-1a43ae8feb82 in Status: IN_PROGRESS for 2s [ 1146.861075] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.861075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.861075] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.862109] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 with status ACTIVE [ 1146.862109] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.862255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.862255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.862433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.862519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.862700] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.864405] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.864405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.864405] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 is going to be updated. [ 1146.888585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.889097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.889097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.889097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.889242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.889405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.366202] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.869319] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.869715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.869715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.869789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.869818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.869928] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 is going to be created. [ 1147.894592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.894783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.894783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.894965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.895146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.904170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: UNINITIALIZED for 2s [ 1148.524701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af856696-58b6-41d8-8100-1a43ae8feb82 in Status: SUCCESS [ 1148.524937] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af856696-58b6-41d8-8100-1a43ae8feb82 deletion is rescheduled due to dependency. [ 1148.525071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.202481] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.202870] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.203148] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.203595] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.204095] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.204462] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.204737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.205154] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.205471] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.205858] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.206139] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.206388] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.206671] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.206961] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.207222] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.207473] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.231046] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.231046] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.231046] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.231046] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.231327] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-30615a70-37d1-4621-989c-6acf5f0e6500 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.231327] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.231496] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.231880] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.232185] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30615a70-37d1-4621-989c-6acf5f0e6500',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.736129] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.736129] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.736129] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.736315] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.736411] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.736580] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 30615a70-37d1-4621-989c-6acf5f0e6500 not found, creating... [ 1149.736854] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.737031] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.737152] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.737379] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.737533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.737823] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.737983] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.738113] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.738316] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.738458] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.738594] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 30615a70-37d1-4621-989c-6acf5f0e6500 is going to be created. [ 1149.778350] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.778544] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.778670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.778987] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.779318] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.779593] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.927021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: SUCCESS [ 1149.927301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.927487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.927847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.928039] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.928193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.928303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.928434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.928493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.928599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.928743] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.433856] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.526655] env[65117]: INFO networking_nsxv3.common.synchronization [req-9272e13f-f703-425b-ace5-d7f8d927eb3e req-583d6fd2-f211-4020-8cf4-f821b13d967b service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1150.526752] env[65117]: INFO networking_nsxv3.common.synchronization [req-9272e13f-f703-425b-ace5-d7f8d927eb3e req-583d6fd2-f211-4020-8cf4-f821b13d967b service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1150.527293] env[65117]: INFO networking_nsxv3.common.synchronization [req-9272e13f-f703-425b-ace5-d7f8d927eb3e req-583d6fd2-f211-4020-8cf4-f821b13d967b service nova] Enqueued Resource ID: 30615a70-37d1-4621-989c-6acf5f0e6500 with Priority: HIGHEST for action port [ 1150.528156] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1150.528314] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1150.528527] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30615a70-37d1-4621-989c-6acf5f0e6500 with Priority: HIGHEST for action port [ 1150.528979] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.529304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.529469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.529738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.529874] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.531137] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.531233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.531394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.531638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.532167] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.532376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.532452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.532631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.532720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.532848] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.533994] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-30615a70-37d1-4621-989c-6acf5f0e6500 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.533994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.535101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.535361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.535483] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30615a70-37d1-4621-989c-6acf5f0e6500',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.919518] env[65117]: INFO networking_nsxv3.common.synchronization [req-b0f8cbbd-46cf-4fc3-b7dd-6e9d9f40f0ab req-9f4bb375-791f-4bd4-93ee-8a7427da189d tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_members [ 1150.920184] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGHEST for action security_group_members [ 1150.920539] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.920687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.920761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.921068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.921258] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.921458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.921520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.921704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.921818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.921920] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.935568] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14eae0b7-46ed-4902-b12c-f9e053d740f0: rpc.has_security_group_logging(os_id): False [ 1150.963699] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.963896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.963939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.964296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.964403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.964659] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.964765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.964827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.965047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.965163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.965259] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 is going to be created. [ 1151.031317] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.031604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.031604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.031880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.032129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.038200] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.038404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.038548] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.039483] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30615a70-37d1-4621-989c-6acf5f0e6500 with status ACTIVE [ 1151.039714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.039935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.039935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.040116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.040204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.040384] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.040482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.040588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.040855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.040855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.040950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.043285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.043285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.045256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.045256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.045256] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30615a70-37d1-4621-989c-6acf5f0e6500 is going to be updated. [ 1151.046951] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: IN_PROGRESS for 2s [ 1151.100315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.100801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.100801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.100801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.100968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.104547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.509113] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.509113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.509113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.509549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.509549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.509716] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.509781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.509849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.510021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.510101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.510187] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f is going to be updated. [ 1151.541104] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.541326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.541326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.541571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.541729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.546865] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.552192] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: IN_PROGRESS for 2s [ 1152.053055] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.053055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.057362] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.057931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.057931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.058081] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1152.130201] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.130399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.130440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.131879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.131879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.153898] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1153.060276] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: SUCCESS [ 1153.060627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564117] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1e78fb-804d-445e-8704-b2a297bc444f in Status: SUCCESS [ 1153.564310] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f deletion is rescheduled due to dependency. [ 1153.564432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.165464] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1154.166057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.166057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.166210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.166422] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.166547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.166612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.166986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.167110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.167208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.167313] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.669879] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.670115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.670160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.670443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.670624] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.670724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.670782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.670946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.671043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.671132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.671279] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.671425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.671486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.671582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.671724] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.671814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.671876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.672027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.672111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.672195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.672321] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.912333] env[65117]: INFO networking_nsxv3.common.synchronization [req-71c61af1-8653-4b5f-82b9-e7dcfc653366 req-fc378336-d6bc-488e-ab09-79b1c39de293 tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 1154.913105] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 1154.914163] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.914163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.914163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.914163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.914163] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.914163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.914700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.915042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.915272] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.915491] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.174335] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4dc939-f34b-443b-98dc-2718909b7ac8: rpc.has_security_group_logging(os_id): False [ 1155.197470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.197660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.197873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.198065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.198193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.198492] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.198642] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.198746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.199019] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.199825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.199825] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.199825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.199825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.199825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.199979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.200240] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.200364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.200422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.200577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.200655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.200743] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1155.271495] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.272168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.272168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.272168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.272476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.289697] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1155.419082] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.778546] env[65117]: INFO networking_nsxv3.common.synchronization [req-4a97a124-5a18-418c-9959-b8f5888eb2bc req-bc426fa1-e923-4a17-99f0-621e484312cf tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1155.779099] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1155.779413] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.779540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.779606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.779810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.779998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.784626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.784626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.784626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.784626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.784626] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.923101] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.285869] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.286592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.286592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.286985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.287113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.287344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.287462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.287538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.287677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.287796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.287850] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1156.339686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.339686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.339686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.339686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.339686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.350864] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1156.425025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.425236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.425236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.425499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.425599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.425700] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be updated. [ 1156.463053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.463338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.463424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.463757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.464015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.479716] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: IN_PROGRESS for 2s [ 1157.314932] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1157.315279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.368966] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1158.369348] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1158.369348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.491723] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 1158.491965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.780285] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.780686] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1161.515538] env[65117]: INFO networking_nsxv3.common.synchronization [req-00838dca-0603-4cf2-90ea-88799d64490d req-03515834-45c7-4888-baf9-59d5826f320c tempest-ServerRescueNegativeTestJSON-705863118 tempest-ServerRescueNegativeTestJSON-705863118-project-member] Enqueued Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 1161.516548] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 with Priority: HIGHEST for action security_group_members [ 1161.516941] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb1e01b-1cf8-470f-acb9-d1837e740b84 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.517136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.517183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.517404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.517624] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.517780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.517861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.518062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.518154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.518247] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb1e01b-1cf8-470f-acb9-d1837e740b84',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.020382] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.020805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.020805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.020893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.067034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.067340] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.067500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.069051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.069051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.069051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.069051] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 is going to be updated. [ 1162.099924] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.100127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.100127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.100326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.100470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.109963] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: IN_PROGRESS for 2s [ 1162.492195] env[65117]: INFO networking_nsxv3.common.synchronization [req-7324e7cf-36f1-4bbc-948e-380f0d6bd613 req-3e6e9559-8035-434b-8cb2-304aeb129fd0 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 1162.492195] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 1162.492195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.492195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.492195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.492195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.492195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.493133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.493386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.493691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.495241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.495241] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.836784] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.837062] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.837208] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.837535] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.837852] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.840700] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.840968] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.841400] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.846024] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.846024] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.846024] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.846024] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.846024] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.846024] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.846024] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.846024] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.866881] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.866881] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.866881] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.866881] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.866881] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-9820c8ff-f493-4102-8fc1-80d4f935138a taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.866881] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.866881] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.866881] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.866881] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9820c8ff-f493-4102-8fc1-80d4f935138a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.999025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.999025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.999025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.999025] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be deleted. [ 1163.037425] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.038112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.038304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.038609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.038803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.038998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.370219] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.370219] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.370219] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.370420] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.370545] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.370807] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 9820c8ff-f493-4102-8fc1-80d4f935138a not found, creating... [ 1163.371043] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.371158] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.371277] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.371565] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.371688] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.371985] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.372154] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.372300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.372563] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.372699] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.372972] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 9820c8ff-f493-4102-8fc1-80d4f935138a is going to be created. [ 1163.427731] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.427731] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.428033] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.428171] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.428408] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.428678] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.118183] env[65117]: INFO networking_nsxv3.common.synchronization [req-7324e7cf-36f1-4bbc-948e-380f0d6bd613 req-72089b75-f153-4961-9ab1-bf8213e4451d service nova] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_rules [ 1164.118470] env[65117]: INFO networking_nsxv3.common.synchronization [req-7324e7cf-36f1-4bbc-948e-380f0d6bd613 req-72089b75-f153-4961-9ab1-bf8213e4451d service nova] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 1164.118987] env[65117]: INFO networking_nsxv3.common.synchronization [req-7324e7cf-36f1-4bbc-948e-380f0d6bd613 req-72089b75-f153-4961-9ab1-bf8213e4451d service nova] Enqueued Resource ID: 9820c8ff-f493-4102-8fc1-80d4f935138a with Priority: HIGHEST for action port [ 1164.120289] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_rules [ 1164.120466] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 1164.120752] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820c8ff-f493-4102-8fc1-80d4f935138a with Priority: HIGHEST for action port [ 1164.121567] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 in Status: SUCCESS [ 1164.121729] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb1e01b-1cf8-470f-acb9-d1837e740b84 deletion is rescheduled due to dependency. [ 1164.121846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb1e01b-1cf8-470f-acb9-d1837e740b84" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.122161] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.122277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.122387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.122563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.122651] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.124132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.124235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.124285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.124490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.124664] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.124774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.124836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.124994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.125088] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.125177] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.126547] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9820c8ff-f493-4102-8fc1-80d4f935138a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.126691] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.128502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.128502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.128502] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9820c8ff-f493-4102-8fc1-80d4f935138a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.628805] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.628961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.629397] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.630896] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9820c8ff-f493-4102-8fc1-80d4f935138a with status ACTIVE [ 1164.630896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.631138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.631422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.631584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.631824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.632285] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.632285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.632285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.632485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.632485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.632693] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.632828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.632970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.633093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.633927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.633927] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9820c8ff-f493-4102-8fc1-80d4f935138a is going to be updated. [ 1164.659384] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.659613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.659663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.659839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.659989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.660185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.770102] env[65117]: INFO networking_nsxv3.common.synchronization [req-438767a6-449b-44e7-be60-842105c27c4d req-72ab6b3b-2015-4781-9786-a5638dfe8bdc tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1164.770779] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1164.771117] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.771283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.771424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.771656] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.772118] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.772226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.772334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.772544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.772704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.772849] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.094114] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.094322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.094442] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.094711] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.094982] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.095916] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.096160] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.096488] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.097197] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.097508] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.097687] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.097851] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.098015] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.098199] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.098671] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.098894] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.119522] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.119821] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.120696] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.120928] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.121296] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-f8a4487e-2d72-41d1-8077-b8a5d63832fd taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.121534] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.121669] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.122015] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.122194] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a4487e-2d72-41d1-8077-b8a5d63832fd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.137029] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.275124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.275124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.275292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.275361] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.275443] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.275643] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.275744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.275805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.275955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.276046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.276137] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1165.307840] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.308100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.308225] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.308573] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.308805] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.318108] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1165.624414] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.624761] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.624928] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.625245] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.625405] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.625620] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port f8a4487e-2d72-41d1-8077-b8a5d63832fd not found, creating... [ 1165.625916] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.626097] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.626256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.626549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.626713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.627028] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.627300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.627300] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.627508] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.627642] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.627784] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: f8a4487e-2d72-41d1-8077-b8a5d63832fd is going to be created. [ 1165.639037] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.639233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.639233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.639503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.639580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.639680] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be created. [ 1165.654524] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.654753] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.654878] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.655185] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.655419] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.655645] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.666156] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.666335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.666384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.666550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.666702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.676651] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: UNINITIALIZED for 2s [ 1166.373042] env[65117]: INFO networking_nsxv3.common.synchronization [req-438767a6-449b-44e7-be60-842105c27c4d req-1c608565-a58e-438e-b110-2e3b9dd2838e service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1166.373317] env[65117]: INFO networking_nsxv3.common.synchronization [req-438767a6-449b-44e7-be60-842105c27c4d req-1c608565-a58e-438e-b110-2e3b9dd2838e service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1166.373386] env[65117]: INFO networking_nsxv3.common.synchronization [req-438767a6-449b-44e7-be60-842105c27c4d req-1c608565-a58e-438e-b110-2e3b9dd2838e service nova] Enqueued Resource ID: f8a4487e-2d72-41d1-8077-b8a5d63832fd with Priority: HIGHEST for action port [ 1166.373940] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1166.374101] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1166.374205] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a4487e-2d72-41d1-8077-b8a5d63832fd with Priority: HIGHEST for action port [ 1166.374505] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.374627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.374690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.374889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.375036] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.375840] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.375943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.376154] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a4487e-2d72-41d1-8077-b8a5d63832fd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.376288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.376326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.376477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.376551] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a4487e-2d72-41d1-8077-b8a5d63832fd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.432104] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.432385] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.432537] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.432844] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.433273] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.433448] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.433621] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.433848] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.433999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.434213] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.434324] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.434432] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.434544] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.434646] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.434747] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.434876] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.453194] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.453365] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.453505] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.453679] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-652" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.454019] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-30615a70-37d1-4621-989c-6acf5f0e6500 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.454199] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.454322] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.454594] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.454733] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30615a70-37d1-4621-989c-6acf5f0e6500',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.878470] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.878577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.878733] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8a4487e-2d72-41d1-8077-b8a5d63832fd with status ACTIVE [ 1166.878904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.879087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.879171] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.879467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.879636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.879841] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.879947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.880023] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.880201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.880285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.880473] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.880570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.880627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.880996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.880996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.880996] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8a4487e-2d72-41d1-8077-b8a5d63832fd is going to be updated. [ 1166.901813] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.902253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.902253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.902482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.902712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.902983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a4487e-2d72-41d1-8077-b8a5d63832fd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.957418] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.957819] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.958203] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.958455] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.958670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.959052] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.959320] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.959623] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.959902] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.960119] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.960451] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.960678] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.960843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.961121] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.961328] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.961564] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 30615a70-37d1-4621-989c-6acf5f0e6500 is going to be updated. [ 1166.988811] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.989187] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.989491] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.989831] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.990113] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.990433] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.328804] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1167.329119] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1167.329316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.329574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.329907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.330233] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.330422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.330532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.330798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.330942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.331115] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.690290] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: SUCCESS [ 1167.691078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.691078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.691191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.691617] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.691617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.691617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.692028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.692028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.696155] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.696155] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.705368] env[65117]: INFO networking_nsxv3.common.synchronization [req-0f1d3490-9794-4a55-bf45-f67154727b8c req-7ff4b690-b164-4f10-9609-99b70a64d0e9 service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1167.705592] env[65117]: INFO networking_nsxv3.common.synchronization [req-0f1d3490-9794-4a55-bf45-f67154727b8c req-7ff4b690-b164-4f10-9609-99b70a64d0e9 service nova] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1167.705806] env[65117]: INFO networking_nsxv3.common.synchronization [req-0f1d3490-9794-4a55-bf45-f67154727b8c req-7ff4b690-b164-4f10-9609-99b70a64d0e9 service nova] Enqueued Resource ID: 30615a70-37d1-4621-989c-6acf5f0e6500 with Priority: HIGHEST for action port [ 1167.707528] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_rules [ 1167.707717] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1167.707824] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30615a70-37d1-4621-989c-6acf5f0e6500 with Priority: HIGHEST for action port [ 1167.708823] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.708823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.708823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.709029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.709084] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.710020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.710233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.710233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.710403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.710531] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.710628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.710682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.710822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.710906] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.711059] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.711930] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-30615a70-37d1-4621-989c-6acf5f0e6500 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.712076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.712133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.712315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.712315] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30615a70-37d1-4621-989c-6acf5f0e6500',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.834516] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.197372] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.197571] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.197698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.197948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.198058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.198164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.198164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.198276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.198357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.199233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.199521] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.199652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.199720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.201160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.201812] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.201956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.202043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.202773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.202773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.202773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.202773] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.214155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.214715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.214927] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.215780] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30615a70-37d1-4621-989c-6acf5f0e6500 with status ACTIVE [ 1168.215977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.217837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.217965] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.221046] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.221046] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.221046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.221444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.221444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.221503] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30615a70-37d1-4621-989c-6acf5f0e6500 is going to be updated. [ 1168.248909] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.249136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.249310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.249631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.249801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.250057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30615a70-37d1-4621-989c-6acf5f0e6500" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.340548] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.620211] env[65117]: INFO networking_nsxv3.common.synchronization [req-971cfdae-9da7-4e08-88b2-61073b75dd0b req-03cfa880-d0e0-47cf-907e-7e1b57393cf5 tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1168.620759] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1168.623261] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.623422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.623512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.623704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.623884] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.624081] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.624127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.624307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.624395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.624493] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.704905] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2efa3cdc-ac74-4158-8e81-ed27071ec563: rpc.has_security_group_logging(os_id): False [ 1168.724901] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.725139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.725139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.725327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.725411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.725617] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.725715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.725773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.725967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.726058] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.726250] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.726346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.726416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.726540] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.726697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.726929] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.727160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.727242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.727422] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.727485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.727547] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be created. [ 1168.728764] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.797568] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.798681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.800108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.800108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.800108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.816856] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: IN_PROGRESS for 2s [ 1168.844435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.844631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.844631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.844891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.845018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.845146] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1168.891033] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.891033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.891033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.891033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.891033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.919207] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1169.129176] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.130499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.130499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.130499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.130499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.130499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.130499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.130499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.130883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.130915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.131035] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1169.164259] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.164259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.164439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.164553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.164699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.175275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1169.232798] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.233224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.233311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.233653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.233899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.234067] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1169.273498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.273682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.273837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.274034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.274507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.285478] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1170.830454] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: SUCCESS [ 1170.830830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.930700] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1170.930877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.931034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.931258] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.931492] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.931621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.931750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.931852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.932462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.932462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.932462] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.187849] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1171.187849] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 deletion is rescheduled due to dependency. [ 1171.187849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.298705] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1171.298925] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.299274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.299611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.299816] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.299992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.299992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.300399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.300399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.300399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.300536] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.436195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.436405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.436950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.436950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.436950] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.436950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.437224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.437224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.437312] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.437446] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.437538] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.437651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.437723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.437870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.438018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.438107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.438164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.438293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.438846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.438846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.438846] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.489324] env[65117]: INFO networking_nsxv3.common.synchronization [None req-510a0850-d6cb-48f3-a801-156d47a51cac None None] Enqueued Resource ID: 0275b411-e88d-4a16-b185-6693d7d97d9c with Priority: HIGHEST for action port [ 1171.489896] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0275b411-e88d-4a16-b185-6693d7d97d9c with Priority: HIGHEST for action port [ 1171.490333] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-0275b411-e88d-4a16-b185-6693d7d97d9c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.490424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0275b411-e88d-4a16-b185-6693d7d97d9c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.490424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0275b411-e88d-4a16-b185-6693d7d97d9c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.490669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0275b411-e88d-4a16-b185-6693d7d97d9c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.491261] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0275b411-e88d-4a16-b185-6693d7d97d9c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.803440] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.803651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.803728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.803952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.804148] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.804255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.804315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.804467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.804555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.804644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.804793] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.804885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.804942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.805098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.805458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.805458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.805458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.805635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.805635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.805635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.805716] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.940366] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6f8bbf-fb67-420c-88a1-74863419e401: rpc.has_security_group_logging(os_id): False [ 1171.968217] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.968217] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.968217] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.968217] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.969392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.969392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.969392] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.969392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.969392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.969392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.969392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.969392] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1171.996097] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0275b411-e88d-4a16-b185-6693d7d97d9c [ 1171.996337] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.996480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.996658] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.996800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.997099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.997099] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0275b411-e88d-4a16-b185-6693d7d97d9c already deleted. [ 1171.997099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0275b411-e88d-4a16-b185-6693d7d97d9c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.072662] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.072662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.072662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.072662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.072662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.095922] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1172.309957] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4dc939-f34b-443b-98dc-2718909b7ac8: rpc.has_security_group_logging(os_id): False [ 1172.334795] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.335017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.335060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.335675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.335675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.335675] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.335867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.335867] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.335990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.336950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.337260] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.337365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.337421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.337592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.337679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.337893] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.337993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.338071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.340164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.340164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.340164] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1172.421962] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.422765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.422765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.422765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.422765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.440818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1172.452831] env[65117]: INFO networking_nsxv3.common.synchronization [req-9f45093d-a0b1-43d5-93d3-50548c9553b4 req-8b129aa0-f18c-4820-b048-bc6468299e76 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 1172.453407] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGHEST for action security_group_members [ 1172.453728] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.453985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.454124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.454286] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.454475] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.454612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.454686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.454858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.454944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.455026] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.523397] env[65117]: INFO networking_nsxv3.common.synchronization [req-9f45093d-a0b1-43d5-93d3-50548c9553b4 req-8b129aa0-f18c-4820-b048-bc6468299e76 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 9820c8ff-f493-4102-8fc1-80d4f935138a with Priority: HIGHEST for action port [ 1172.523397] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9820c8ff-f493-4102-8fc1-80d4f935138a with Priority: HIGHEST for action port [ 1172.525820] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-9820c8ff-f493-4102-8fc1-80d4f935138a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.525820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.525820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.526493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.526493] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9820c8ff-f493-4102-8fc1-80d4f935138a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.957758] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.958133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.958133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.958245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.958292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.958486] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.958584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.958650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.958789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.958864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.958976] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be updated. [ 1172.993504] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.993696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.993696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.993954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.994141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.005291] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: IN_PROGRESS for 2s [ 1173.029371] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9820c8ff-f493-4102-8fc1-80d4f935138a with status ACTIVE [ 1173.029371] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.029371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.029371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.029618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.029860] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.029860] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.030104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.030104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.030235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.030315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.030549] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.030695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.030763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.030878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.031940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.031940] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9820c8ff-f493-4102-8fc1-80d4f935138a is going to be updated. [ 1173.058510] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.058666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.058737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.059041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.059103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.059249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9820c8ff-f493-4102-8fc1-80d4f935138a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.022498] env[65117]: INFO networking_nsxv3.common.synchronization [None req-7ba95a29-443c-487d-b078-ad4b03028e2d None None] Enqueued Resource ID: 1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8 with Priority: HIGHEST for action port [ 1174.023134] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8 with Priority: HIGHEST for action port [ 1174.023620] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.023815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.024201] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.024306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.024451] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.112658] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1174.112904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.213796] env[65117]: INFO networking_nsxv3.common.synchronization [None req-00400f55-7219-4ac5-9f1b-b4540e1f70f1 None None] Enqueued Resource ID: f435ef4e-9c56-4c1c-aab6-a8d6b2649858 with Priority: HIGHEST for action port [ 1174.214037] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f435ef4e-9c56-4c1c-aab6-a8d6b2649858 with Priority: HIGHEST for action port [ 1174.214627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-f435ef4e-9c56-4c1c-aab6-a8d6b2649858 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.214749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f435ef4e-9c56-4c1c-aab6-a8d6b2649858" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.214813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f435ef4e-9c56-4c1c-aab6-a8d6b2649858" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.216110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f435ef4e-9c56-4c1c-aab6-a8d6b2649858" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.216110] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f435ef4e-9c56-4c1c-aab6-a8d6b2649858',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.456227] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1174.456227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.526790] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8 [ 1174.527104] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.527388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.527388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.527618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.527744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.527864] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8 already deleted. [ 1174.528851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f3e7c7d-c0fe-47c3-93d3-fb59b50609e8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.721287] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f435ef4e-9c56-4c1c-aab6-a8d6b2649858 [ 1174.721578] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.721748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.721818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.722040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.722131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.722230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f435ef4e-9c56-4c1c-aab6-a8d6b2649858 already deleted. [ 1174.722313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f435ef4e-9c56-4c1c-aab6-a8d6b2649858" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.016098] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 in Status: SUCCESS [ 1175.016288] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 deletion is rescheduled due to dependency. [ 1175.016394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.615220] env[65117]: INFO networking_nsxv3.common.synchronization [req-209baece-b9e7-40b0-afec-24cdceefc69a req-0dfae1c3-8917-48d9-a1cc-7b3d9ab169c2 tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1176.616145] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1176.616836] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.616836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.616836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.617096] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.617280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.617391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.617464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.617773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.617898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.618065] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.987593] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.987802] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.987917] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.988212] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.988480] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.988670] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.988818] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.989065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.989242] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.989504] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.989651] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.989776] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.989889] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.990010] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.990122] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.990537] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.016232] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.016429] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.017116] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.017116] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.017116] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.017359] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.017359] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.017781] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.017981] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f0a3e6-34bb-4c92-adcc-892c7cbd4726',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.120490] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.120686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.121334] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.123061] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.123061] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1177.148106] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.148372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.148372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.148615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.148765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.159719] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1177.458479] env[65117]: INFO networking_nsxv3.common.synchronization [None req-17e2b3fe-ff2b-4c60-ba2e-9fba8ea47038 None None] Enqueued Resource ID: 8183a8f6-532f-4f0b-abba-6d6c17befbaa with Priority: HIGHEST for action port [ 1177.459151] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8183a8f6-532f-4f0b-abba-6d6c17befbaa with Priority: HIGHEST for action port [ 1177.459542] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-8183a8f6-532f-4f0b-abba-6d6c17befbaa taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.459716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8183a8f6-532f-4f0b-abba-6d6c17befbaa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.459794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8183a8f6-532f-4f0b-abba-6d6c17befbaa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.460028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8183a8f6-532f-4f0b-abba-6d6c17befbaa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.460186] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8183a8f6-532f-4f0b-abba-6d6c17befbaa',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.521226] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.521226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.521226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.521548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.521972] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.521972] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 not found, creating... [ 1177.522334] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.522334] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.522437] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.522659] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.522736] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.523882] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.523882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.523882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.523882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.523882] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.523882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 is going to be created. [ 1177.549941] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.549941] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.549941] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.550248] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.550597] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.550938] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.963232] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8183a8f6-532f-4f0b-abba-6d6c17befbaa [ 1177.963232] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.963232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.963232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.963687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.963687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.963687] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8183a8f6-532f-4f0b-abba-6d6c17befbaa already deleted. [ 1177.963687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8183a8f6-532f-4f0b-abba-6d6c17befbaa" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.251986] env[65117]: INFO networking_nsxv3.common.synchronization [req-209baece-b9e7-40b0-afec-24cdceefc69a req-f6367506-db04-4bc7-8436-9184a6bdce18 service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 1178.252205] env[65117]: INFO networking_nsxv3.common.synchronization [req-209baece-b9e7-40b0-afec-24cdceefc69a req-f6367506-db04-4bc7-8436-9184a6bdce18 service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1178.252356] env[65117]: INFO networking_nsxv3.common.synchronization [req-209baece-b9e7-40b0-afec-24cdceefc69a req-f6367506-db04-4bc7-8436-9184a6bdce18 service nova] Enqueued Resource ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 with Priority: HIGHEST for action port [ 1178.253538] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 1178.253789] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1178.253989] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 with Priority: HIGHEST for action port [ 1178.254312] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.254480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.254606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.254842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.254987] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.256757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.256914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.257902] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.257902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.257902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.258134] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.258222] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f0a3e6-34bb-4c92-adcc-892c7cbd4726',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.757973] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.758220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.760665] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 with status ACTIVE [ 1178.760961] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.761146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.761182] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.761452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.761618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.761832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.761952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.761999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.762181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.762263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.762457] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.762607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.762714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.762855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.762933] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.763034] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 is going to be updated. [ 1178.788396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.788615] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.788726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.788865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.789032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.789215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.172655] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1179.173028] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 deletion is rescheduled due to dependency. [ 1179.173028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.173136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.173351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.173536] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.173689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.173731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.173875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.174055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.174055] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.676774] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.682402] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f10d47e-255f-45f2-9738-156364decbd6 req-f029720f-1cb3-4a26-9a39-80a3017e341b tempest-ServersNegativeTestMultiTenantJSON-1245920607 tempest-ServersNegativeTestMultiTenantJSON-1245920607-project-member] Enqueued Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_members [ 1179.683169] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_members [ 1179.683504] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.683617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.683688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.684054] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.684215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.684332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.684416] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.684608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.684608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.684804] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.983926] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.984152] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-278" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.984283] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-278" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.984621] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-278" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.984914] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.985124] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.985247] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.985469] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.986048] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.986048] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.986048] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.986236] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.986330] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.986416] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.986534] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.986664] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.007235] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.007421] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.007554] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.007794] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-278" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.008130] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.008307] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.008426] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.008737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.008882] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c7ba22-e5c4-4fc2-a1a0-7b21983339a2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.178581] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.186955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.187168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.187270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.187507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.187625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.187923] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.188063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.188136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.188296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.188376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.188460] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac already deleted. [ 1180.188541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.511855] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.512105] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.512260] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.512626] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.512822] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.512994] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 not found, creating... [ 1180.513278] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.513439] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.513581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.513854] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.514054] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.514387] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.514575] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.514723] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.514940] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.515120] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.515295] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 is going to be created. [ 1180.538110] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.538407] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.538608] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.538946] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.539229] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.539503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.681224] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.681472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.681472] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.681754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.681874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.681985] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1180.731427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.731654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.731654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.731871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.732030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.741163] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1181.240048] env[65117]: INFO networking_nsxv3.common.synchronization [req-8d69ec97-1d33-45a0-a01f-e6aa0c6ccff4 req-76b475ec-59c9-4987-8e45-46d93718610d tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1181.243147] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1181.243757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.243917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.244017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.244242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.244421] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.244541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.244605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.244772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.244868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.244965] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.249577] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f10d47e-255f-45f2-9738-156364decbd6 req-f9c9cb17-d60a-43fc-8082-cf2260be67e0 service nova] Enqueued Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_rules [ 1181.249819] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f10d47e-255f-45f2-9738-156364decbd6 req-f9c9cb17-d60a-43fc-8082-cf2260be67e0 service nova] Enqueued Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_members [ 1181.250045] env[65117]: INFO networking_nsxv3.common.synchronization [req-6f10d47e-255f-45f2-9738-156364decbd6 req-f9c9cb17-d60a-43fc-8082-cf2260be67e0 service nova] Enqueued Resource ID: 37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 with Priority: HIGHEST for action port [ 1181.250664] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_rules [ 1181.250842] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_members [ 1181.250993] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 with Priority: HIGHEST for action port [ 1181.257664] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.258094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.259085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.260545] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.260545] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.260896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.261122] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.261297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.261870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.261870] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.262027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.262177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.262409] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.262566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.263111] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.264404] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.264618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.264761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.265022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.265201] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c7ba22-e5c4-4fc2-a1a0-7b21983339a2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.747538] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.747742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.747788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.747987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.748097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.748299] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.748402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.748462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.748617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.748693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.748777] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1181.767585] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.768785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.768889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.771623] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 with status ACTIVE [ 1181.771832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.771966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.772027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.772268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.772363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.773076] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.773076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.773076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.773076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.773076] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.773316] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.773316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.773316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.773412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.773574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.773663] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37c7ba22-e5c4-4fc2-a1a0-7b21983339a2 is going to be updated. [ 1181.785586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.785744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.786036] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.786184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.794952] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1181.803536] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.803729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.803770] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.803949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.804095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.804254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c7ba22-e5c4-4fc2-a1a0-7b21983339a2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.270411] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.751129] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1182.751405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.751485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.751780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.751994] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.752129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.752194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.752354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.752436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.752547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.752672] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.772836] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.773094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.773094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.773269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.773351] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.773452] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac is going to be created. [ 1182.802627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.802853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.802853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.803098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.803262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.816320] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac in Status: UNINITIALIZED for 2s [ 1183.254812] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.758424] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c4a837-8064-4bdf-b8a4-6fc124d4d923: rpc.has_security_group_logging(os_id): False [ 1183.780283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.780560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.780560] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.780733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.780795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.781069] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.781197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.781256] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.781398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.781480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.781621] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1183.804017] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1183.804283] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1183.804380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.860489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.860659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.860659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.860806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.860962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.876655] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1184.826379] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac in Status: SUCCESS [ 1184.826741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.826741] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.827039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.827177] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.827298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.827363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.827526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.827607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.827690] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.827927] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.261405] env[65117]: INFO networking_nsxv3.common.synchronization [req-380859a0-fd10-494c-b5a4-3d256f1498a2 req-18ce8d7e-87f9-4e97-84d5-c179acdf7183 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1185.262201] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1185.262604] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.263057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.263057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.263818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.263818] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.263996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.263996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.264279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.264418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.264597] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.330620] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.331350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.331350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.331350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.331350] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.331996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.331996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.331996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.331996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.331996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.332516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.332516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.332516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.332516] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.332718] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.332935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.332935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.333138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.333138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.333377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.333377] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.768078] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.836674] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9b07807-9b16-4a00-87f9-b0e34dca56ac: rpc.has_security_group_logging(os_id): False [ 1185.858580] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.858733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.858780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.859009] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.859162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.859389] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.859614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.859742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.859940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.860066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.860275] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.860421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.860525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.860687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.860763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.860965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.861060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.861118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.861274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.861360] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.861446] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac is going to be created. [ 1185.920267] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1185.920372] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.975817] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.976051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.976106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.976329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.976512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.995706] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac in Status: IN_PROGRESS for 2s [ 1186.273847] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.776980] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.776980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.776980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.777236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.777285] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.777389] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be updated. [ 1186.809589] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.809800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.809912] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.810169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.810366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.821280] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: IN_PROGRESS for 2s [ 1188.008383] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac in Status: SUCCESS [ 1188.008752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.831818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1188.832033] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.263329] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.263721] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.605440] env[65117]: INFO networking_nsxv3.common.synchronization [req-efec513a-ff4d-47b5-9b58-c8753713cbc4 req-5c0455c4-744d-4414-a9fb-a09a530ab7f6 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1191.609415] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGHEST for action security_group_members [ 1191.610325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.610488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.610538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.613748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.613748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.613748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.613748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.613748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.613748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.613748] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.744899] env[65117]: INFO networking_nsxv3.common.synchronization [req-11d9cc7d-2728-46a2-a924-92e32fa81128 req-9f4d478a-b107-4622-990b-001c680b1cb0 tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1191.745513] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1191.745739] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.745897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.745966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.746981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.746981] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.746981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.746981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.746981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.746981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.747251] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.086485] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.086753] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.086917] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.087321] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.087700] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.087926] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.088108] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.088415] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.088621] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.088911] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.089098] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.089321] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.089483] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.089658] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.089807] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.089994] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.115992] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.116278] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.116481] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.116697] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.117106] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-92ffac62-6cf6-444d-a3c0-203308c9d147 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.117341] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.117499] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.117886] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.118060] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ffac62-6cf6-444d-a3c0-203308c9d147',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.119137] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.119269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.119338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.119550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.119662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.119886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.119998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.120086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.120310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.120408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.120522] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be updated. [ 1192.164400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.164561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.164616] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.164861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.165022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.177154] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: IN_PROGRESS for 2s [ 1192.249676] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.249937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.250047] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.250302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.250424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.250712] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.250820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.250889] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.251084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.251164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.251269] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1192.279670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.279830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.279900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.280138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.280526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.290314] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1192.623276] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.623911] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.623911] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.623911] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.624110] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.624275] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 92ffac62-6cf6-444d-a3c0-203308c9d147 not found, creating... [ 1192.624687] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.624895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.624985] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.625552] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.625552] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.626769] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.627039] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.627182] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.627420] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.627566] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.627715] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 92ffac62-6cf6-444d-a3c0-203308c9d147 is going to be created. [ 1192.654324] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.654588] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.655053] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.655053] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.655342] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.655592] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.392479] env[65117]: INFO networking_nsxv3.common.synchronization [req-11d9cc7d-2728-46a2-a924-92e32fa81128 req-4295ae93-e640-42dc-9cca-4df25581d380 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1193.392479] env[65117]: INFO networking_nsxv3.common.synchronization [req-11d9cc7d-2728-46a2-a924-92e32fa81128 req-4295ae93-e640-42dc-9cca-4df25581d380 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1193.392645] env[65117]: INFO networking_nsxv3.common.synchronization [req-11d9cc7d-2728-46a2-a924-92e32fa81128 req-4295ae93-e640-42dc-9cca-4df25581d380 service nova] Enqueued Resource ID: 92ffac62-6cf6-444d-a3c0-203308c9d147 with Priority: HIGHEST for action port [ 1193.393091] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1193.393222] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1193.393315] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ffac62-6cf6-444d-a3c0-203308c9d147 with Priority: HIGHEST for action port [ 1193.393596] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.393879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.393879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.394049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.394096] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.395029] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.395117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.395630] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ffac62-6cf6-444d-a3c0-203308c9d147 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.395630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.395630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.395630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.395630] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ffac62-6cf6-444d-a3c0-203308c9d147',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.417460] env[65117]: INFO networking_nsxv3.common.synchronization [req-b3082539-ba99-4d98-8e6f-5cb1cab865da req-935d84bc-ad15-4b87-b5e5-90927cdae0e5 tempest-ServersNegativeTestMultiTenantJSON-1245920607 tempest-ServersNegativeTestMultiTenantJSON-1245920607-project-member] Enqueued Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_members [ 1193.418237] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGHEST for action security_group_members [ 1193.418565] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.418678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.418866] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.418938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.419099] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.419192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.419248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.419394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.419474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.419636] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.898032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.898032] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.898032] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92ffac62-6cf6-444d-a3c0-203308c9d147 with status ACTIVE [ 1193.898032] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.898481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.898481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.898481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.898481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.898751] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.898817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.898851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.899022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.899097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.899289] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.899382] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.899442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.899584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.899680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.899769] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92ffac62-6cf6-444d-a3c0-203308c9d147 is going to be updated. [ 1193.923166] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.923374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.923459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.923669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.923783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.924034] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.924163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.924231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.924396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.924475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.924566] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac is going to be updated. [ 1193.926400] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.926517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.926585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.926740] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.926873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.927040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ffac62-6cf6-444d-a3c0-203308c9d147" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.958054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.958276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.958276] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.958468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.958604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.968612] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac in Status: IN_PROGRESS for 2s [ 1194.188298] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace42372-87b7-4703-a553-7f86d3e30d8e in Status: SUCCESS [ 1194.188501] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e deletion is rescheduled due to dependency. [ 1194.188618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.304135] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1194.304347] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1194.304458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.304640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.304909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.305130] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.305299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.305348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.305478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.305563] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.305666] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.808251] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.311180] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.814959] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.815332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.815508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.815938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.816113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.816280] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1195.848967] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.849196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.849196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.849423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.849611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.858840] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1195.982043] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac in Status: SUCCESS [ 1195.982234] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac deletion is rescheduled due to dependency. [ 1195.982352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.166238] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bd3a0ce4-ddb3-47fb-b670-add349318355 tempest-AttachInterfacesTestJSON-110179344 tempest-AttachInterfacesTestJSON-110179344-project-member] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1196.166871] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGHEST for action security_group_members [ 1196.167138] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.167369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.167369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.167518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.167675] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.167772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.167830] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.167975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.168085] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.168179] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.670306] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.670716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.670716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.670951] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.671111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.671330] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.671436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.671494] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.671704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.671824] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.671930] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be updated. [ 1196.701904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.702092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.702208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.702526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.702836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.714193] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: IN_PROGRESS for 2s [ 1197.870206] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1197.870463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.870608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.870854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.871077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.871198] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.871264] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.871421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.871502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.871595] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.871730] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.936141] env[65117]: INFO networking_nsxv3.common.synchronization [req-5e016cad-99d2-4345-9b08-27d0bf74eaa9 req-f5d6230e-9c13-402c-88a8-928bca65a6d2 tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1197.936141] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1197.936141] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.936488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.936663] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.936964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.937227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.937334] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.353731] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.353935] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.354065] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.354325] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.354631] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.354815] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.354929] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.355397] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.355617] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.355888] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.356066] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.356243] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.358011] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.358011] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.358011] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.358011] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.377195] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.377393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.377459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.377634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.377827] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.377940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.379252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.379252] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.379252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.379836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.379836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.379836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.379836] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.381925] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.381925] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.381925] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.381925] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-521" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.382333] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-4ae38f4f-b579-4095-b673-b01323a515dd taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.382333] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.382333] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.382592] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.383070] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ae38f4f-b579-4095-b673-b01323a515dd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.440106] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.742396] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 in Status: SUCCESS [ 1198.742721] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 deletion is rescheduled due to dependency. [ 1198.742932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.884588] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6f8bbf-fb67-420c-88a1-74863419e401: rpc.has_security_group_logging(os_id): False [ 1198.886052] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.886292] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.886428] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.886718] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.886873] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.887070] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 4ae38f4f-b579-4095-b673-b01323a515dd not found, creating... [ 1198.887354] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.887521] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.887639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.887944] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.888022] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.888311] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.888469] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.888590] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.888800] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.888939] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.889093] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 4ae38f4f-b579-4095-b673-b01323a515dd is going to be created. [ 1198.917991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.918250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.918250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.918434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.918524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.918717] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.918819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.918882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.919049] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.919131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.919342] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.919448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.919506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.919629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.919695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.919874] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.919964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.921069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.921356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.921480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.921558] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1198.924487] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.924705] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.924833] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.925105] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.925338] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.925567] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.942356] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.007963] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.007963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.007963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.008345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.008537] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.026836] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1199.447083] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.447083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.447083] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.447313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.447495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.447495] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1199.488715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.488911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.488911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.489141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.489283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.499157] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1199.643801] env[65117]: INFO networking_nsxv3.common.synchronization [req-5e016cad-99d2-4345-9b08-27d0bf74eaa9 req-764ad2f0-05b0-443c-804d-84edcbf7c5e5 service nova] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 1199.644291] env[65117]: INFO networking_nsxv3.common.synchronization [req-5e016cad-99d2-4345-9b08-27d0bf74eaa9 req-764ad2f0-05b0-443c-804d-84edcbf7c5e5 service nova] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1199.644291] env[65117]: INFO networking_nsxv3.common.synchronization [req-5e016cad-99d2-4345-9b08-27d0bf74eaa9 req-764ad2f0-05b0-443c-804d-84edcbf7c5e5 service nova] Enqueued Resource ID: 4ae38f4f-b579-4095-b673-b01323a515dd with Priority: HIGHEST for action port [ 1199.645664] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_rules [ 1199.645872] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1199.646058] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae38f4f-b579-4095-b673-b01323a515dd with Priority: HIGHEST for action port [ 1199.646546] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.646546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.646994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.646994] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.646994] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.648295] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.648405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.648614] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ae38f4f-b579-4095-b673-b01323a515dd taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.648717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.648802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.649011] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.650820] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ae38f4f-b579-4095-b673-b01323a515dd',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.153512] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.153982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.156178] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ae38f4f-b579-4095-b673-b01323a515dd with status ACTIVE [ 1200.156406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.156542] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.156608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.156823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.156914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.157127] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.157230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.157281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.157442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.157518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.157714] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.157833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.157888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.158039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.158116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.158205] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ae38f4f-b579-4095-b673-b01323a515dd is going to be updated. [ 1200.185341] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.185544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.185544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.185914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.185914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.186431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ae38f4f-b579-4095-b673-b01323a515dd" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.044693] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1201.044693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.463840] env[65117]: INFO networking_nsxv3.common.synchronization [None req-1859cf80-7197-4eba-8373-2b7cebd1d215 None None] Enqueued Resource ID: 5ce6cc44-2cea-4412-9f1d-0477ef553b2c with Priority: HIGHEST for action port [ 1201.465569] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce6cc44-2cea-4412-9f1d-0477ef553b2c with Priority: HIGHEST for action port [ 1201.466795] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce6cc44-2cea-4412-9f1d-0477ef553b2c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.466795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce6cc44-2cea-4412-9f1d-0477ef553b2c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.466795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce6cc44-2cea-4412-9f1d-0477ef553b2c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.466795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce6cc44-2cea-4412-9f1d-0477ef553b2c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.466795] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce6cc44-2cea-4412-9f1d-0477ef553b2c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.511388] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1201.511644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.511861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.512110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.512794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.512794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.512794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.512794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.512794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.512794] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.798433] env[65117]: INFO networking_nsxv3.common.synchronization [None req-5495e9e0-e7eb-4f47-9525-f030d2814641 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1201.799088] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1201.799439] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.799641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.799732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.800364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.800504] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.905578] env[65117]: INFO networking_nsxv3.common.synchronization [None req-9ea75cf6-fabf-415a-b922-042779502104 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1201.907517] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1201.907517] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.907517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.968760] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce6cc44-2cea-4412-9f1d-0477ef553b2c [ 1201.969606] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.969821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.969901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.970237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.970417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.970541] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce6cc44-2cea-4412-9f1d-0477ef553b2c already deleted. [ 1201.970724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce6cc44-2cea-4412-9f1d-0477ef553b2c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.016385] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.330748] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.331082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.331178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.331833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.331833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.331833] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d052826-4517-4d93-83cd-afc311da5162 already deleted. [ 1202.331833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.332025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.332154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.332606] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.518949] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.855356] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.855356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.855356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.855606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.855674] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.855778] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d052826-4517-4d93-83cd-afc311da5162 already deleted. [ 1202.856170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.023026] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.023026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.023026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.023026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.023026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.023349] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1203.062908] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.062908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.062908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.063194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.063194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.077529] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1204.284771] env[65117]: INFO networking_nsxv3.common.synchronization [None req-ddfd31e1-03af-4f40-9ce2-f9f142d3cb4d None None] Enqueued Resource ID: 2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac with Priority: HIGHEST for action port [ 1204.285502] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac with Priority: HIGHEST for action port [ 1204.285915] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.287183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.287183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.287183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.287183] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.789479] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac [ 1204.789743] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.789885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.789953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.790190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.790281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.790381] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac already deleted. [ 1204.790463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1c8aff-9ab1-4e0c-9a25-237c5e1809ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.095586] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1205.096180] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.096399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.096689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.096952] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.097120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.097191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.097402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.097484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.097577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.097672] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.599662] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.102464] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ed3f71-d543-4c88-a97b-2e0f3eedc513: rpc.has_security_group_logging(os_id): False [ 1206.124460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.124837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.125490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.125796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.125989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.126342] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.126497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.126581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.126793] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.126879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.126974] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1206.194864] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.195050] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.195107] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.195338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.195503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.212649] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1206.422391] env[65117]: INFO networking_nsxv3.common.synchronization [req-856aede3-af0e-4966-a65b-cd3b6c14d472 req-47e771b6-60bb-43c7-ac19-5f961d1ff085 tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1206.423443] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1206.423604] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.423804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.423914] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.424461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.424706] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.425062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.425062] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.425214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.425439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.425611] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.928479] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.928839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.928839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.928945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.929055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.929263] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.929377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.929442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.929634] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.929734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.929829] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1206.972229] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.972950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.972950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.973086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.973330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.982807] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1207.231707] env[65117]: INFO networking_nsxv3.common.synchronization [None req-6cb931d0-2c85-4a20-9a46-1201d6de3d7e None None] Enqueued Resource ID: 1164b565-a617-4630-86bd-0d7f5ec2a2f7 with Priority: HIGHEST for action port [ 1207.232064] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1164b565-a617-4630-86bd-0d7f5ec2a2f7 with Priority: HIGHEST for action port [ 1207.235293] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1164b565-a617-4630-86bd-0d7f5ec2a2f7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.235293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1164b565-a617-4630-86bd-0d7f5ec2a2f7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.235293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1164b565-a617-4630-86bd-0d7f5ec2a2f7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.235293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1164b565-a617-4630-86bd-0d7f5ec2a2f7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.235293] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1164b565-a617-4630-86bd-0d7f5ec2a2f7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.740852] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1164b565-a617-4630-86bd-0d7f5ec2a2f7 [ 1207.740852] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.740852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.740852] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.741038] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.741127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.741233] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1164b565-a617-4630-86bd-0d7f5ec2a2f7 already deleted. [ 1207.741313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1164b565-a617-4630-86bd-0d7f5ec2a2f7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.754318] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d8b67f3b-ba23-4003-8e4e-c94270260aec tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_rules [ 1207.754318] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_rules [ 1207.754756] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.758261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.759231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.759556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.759761] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.956538] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bcec34ed-8b9e-40bd-9fdf-930c21d28be3 tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_rules [ 1207.956864] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_rules [ 1207.957591] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.957827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.224406] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1208.225139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.284146] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.284370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.284370] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.285507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.285507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.285507] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 already deleted. [ 1208.285507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.285694] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.285790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.285879] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.731438] env[65117]: INFO networking_nsxv3.common.synchronization [req-b632bec2-74db-4724-ac77-da87091c07e0 req-071c63ab-2cb7-4b4e-ac95-fea79dbf3231 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1208.732018] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1208.732340] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.732467] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.732535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.732837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.733014] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.737277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.737277] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.737476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.737564] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.737666] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.810631] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.811618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.811618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.811618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.811618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.811618] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 already deleted. [ 1208.811618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.995626] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1208.996368] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1208.997199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.069549] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.069549] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.069753] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.069911] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.070194] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.070349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.070730] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.070730] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.070840] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.071075] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.071200] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.071304] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.071409] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.071531] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.073480] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.073480] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.094044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.095126] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.095126] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.095126] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-234" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.095126] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-b8ffebe4-4678-4ca7-a335-34c09f56af9e taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.095126] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.095126] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.095504] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.095824] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ffebe4-4678-4ca7-a335-34c09f56af9e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.243794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.243794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.243794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.243794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.243794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.243794] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.243794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.243794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.246059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.246059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.246059] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 already deleted. [ 1209.246059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.598231] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.598518] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.598756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.598926] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.599099] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.599295] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port b8ffebe4-4678-4ca7-a335-34c09f56af9e not found, creating... [ 1209.599555] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.599785] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.599980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.600256] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.600411] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.600732] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.600934] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.601070] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.601302] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.601430] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.601573] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e is going to be created. [ 1209.624396] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.624955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.624955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.625219] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.625501] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.626533] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.370057] env[65117]: INFO networking_nsxv3.common.synchronization [req-b632bec2-74db-4724-ac77-da87091c07e0 req-47f4b4fd-3615-4b02-b952-75e6b2d7b9c7 service nova] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1210.370455] env[65117]: INFO networking_nsxv3.common.synchronization [req-b632bec2-74db-4724-ac77-da87091c07e0 req-47f4b4fd-3615-4b02-b952-75e6b2d7b9c7 service nova] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1210.370455] env[65117]: INFO networking_nsxv3.common.synchronization [req-b632bec2-74db-4724-ac77-da87091c07e0 req-47f4b4fd-3615-4b02-b952-75e6b2d7b9c7 service nova] Enqueued Resource ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e with Priority: HIGHEST for action port [ 1210.371747] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1210.371896] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1210.373187] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e with Priority: HIGHEST for action port [ 1210.373466] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.373762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.373762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.373873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.373950] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.374886] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.374986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.375092] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.375249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.375458] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.375582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.375582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.375693] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.375782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.375928] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.376844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8ffebe4-4678-4ca7-a335-34c09f56af9e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.376958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.376958] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.377215] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.377351] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ffebe4-4678-4ca7-a335-34c09f56af9e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.672627] env[65117]: INFO networking_nsxv3.common.synchronization [None req-65bdb1ad-33bc-48d4-9c81-bfccdec42061 None None] Enqueued Resource ID: 5c7324b4-de86-435a-9cbb-80ee47fa910a with Priority: HIGHEST for action port [ 1210.672627] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7324b4-de86-435a-9cbb-80ee47fa910a with Priority: HIGHEST for action port [ 1210.672627] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7324b4-de86-435a-9cbb-80ee47fa910a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.672627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7324b4-de86-435a-9cbb-80ee47fa910a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.672627] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7324b4-de86-435a-9cbb-80ee47fa910a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.673254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7324b4-de86-435a-9cbb-80ee47fa910a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.673254] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7324b4-de86-435a-9cbb-80ee47fa910a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.879490] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.879490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.879697] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.880754] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8ffebe4-4678-4ca7-a335-34c09f56af9e with status ACTIVE [ 1210.880986] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.881072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.881142] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.881327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.881413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.881590] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.881727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.881796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.882502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.882502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.882502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.882502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.882502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.882502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.882881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.882881] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e is going to be updated. [ 1210.904155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.904307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.904352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.904920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.904920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.904920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.175327] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c7324b4-de86-435a-9cbb-80ee47fa910a [ 1211.175577] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.175707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.175776] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.175986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.176111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.176211] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c7324b4-de86-435a-9cbb-80ee47fa910a already deleted. [ 1211.176293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7324b4-de86-435a-9cbb-80ee47fa910a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.385030] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.887294] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.888296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.888296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.888296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.888296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.888296] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be created. [ 1211.917580] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.917759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.917810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.918231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.918231] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.928329] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: UNINITIALIZED for 2s [ 1213.898499] env[65117]: INFO networking_nsxv3.common.synchronization [req-c9cbf91b-bbbf-4149-8c1c-7649a36432e0 req-9f4b938c-679c-4163-845d-51fd39bf7ba3 tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_members [ 1213.899094] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_members [ 1213.899406] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.899530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.900883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.901172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.901348] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.901469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.901535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.902195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.902297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.902449] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.941858] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1213.942133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.942311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.942539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.942747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.942882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.942947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.943130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.943212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.943297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.943390] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.212371] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.212530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.212643] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.213043] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.213316] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.213484] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.213604] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.213832] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.213980] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.214242] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.214365] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.214475] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.214583] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.214691] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.214797] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.214932] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.235760] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.235928] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.236084] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.236268] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.236588] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-37865dc0-e18a-4496-8bd3-9308650a150b taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.236792] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.236937] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.237313] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.237454] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37865dc0-e18a-4496-8bd3-9308650a150b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.405658] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.405901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.405901] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.406192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.406294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.406516] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.406643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.406709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.406887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.406975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.407085] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 already deleted. [ 1214.407185] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.446523] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.740259] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.740481] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.740634] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.740986] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.741220] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.741432] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 37865dc0-e18a-4496-8bd3-9308650a150b not found, creating... [ 1214.741824] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.741999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.742136] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.742371] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.742519] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.742827] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.742989] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.743125] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.743336] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.743475] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.743616] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 37865dc0-e18a-4496-8bd3-9308650a150b is going to be created. [ 1214.767454] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.767674] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.767805] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.768293] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.768485] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.768718] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.949278] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d052826-4517-4d93-83cd-afc311da5162: rpc.has_security_group_logging(os_id): False [ 1214.974059] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.974059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.974059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.974059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.974059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.974427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.974427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.974427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.974597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.974714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.974764] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be created. [ 1215.077117] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.077275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.077346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.077790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.077790] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.098361] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: IN_PROGRESS for 2s [ 1215.980703] env[65117]: INFO networking_nsxv3.common.synchronization [req-c9cbf91b-bbbf-4149-8c1c-7649a36432e0 req-78ea0ba4-1a5e-46b7-a6bc-e1bb1e1f55dc service nova] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_rules [ 1215.980966] env[65117]: INFO networking_nsxv3.common.synchronization [req-c9cbf91b-bbbf-4149-8c1c-7649a36432e0 req-78ea0ba4-1a5e-46b7-a6bc-e1bb1e1f55dc service nova] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_members [ 1215.981385] env[65117]: INFO networking_nsxv3.common.synchronization [req-c9cbf91b-bbbf-4149-8c1c-7649a36432e0 req-78ea0ba4-1a5e-46b7-a6bc-e1bb1e1f55dc service nova] Enqueued Resource ID: 37865dc0-e18a-4496-8bd3-9308650a150b with Priority: HIGHEST for action port [ 1215.982442] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_rules [ 1215.982442] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_members [ 1215.982442] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37865dc0-e18a-4496-8bd3-9308650a150b with Priority: HIGHEST for action port [ 1215.982442] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.982442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.982737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.982737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.982819] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.983808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.983808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.983808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.983970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.984122] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.984218] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.984278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.984424] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.984507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.984595] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.988787] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-37865dc0-e18a-4496-8bd3-9308650a150b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.988787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.988787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.988787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.988787] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37865dc0-e18a-4496-8bd3-9308650a150b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.487670] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.488793] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.489594] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.492742] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37865dc0-e18a-4496-8bd3-9308650a150b with status ACTIVE [ 1216.492742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.492742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.492742] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.492742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.492742] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37865dc0-e18a-4496-8bd3-9308650a150b is going to be updated. [ 1216.516968] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.517154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.517202] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.517503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.517640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.517816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37865dc0-e18a-4496-8bd3-9308650a150b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.990870] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.115078] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1217.115316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.499568] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.499762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.499762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.500169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.500241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.500313] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 is going to be created. [ 1217.524705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.524893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.525030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.525222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.525384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.536185] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: UNINITIALIZED for 2s [ 1219.163949] env[65117]: INFO networking_nsxv3.common.synchronization [req-bacafb17-f94d-4dbf-83b7-d084a2808076 req-7b302895-4ff1-4595-9652-45d438a19773 tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1219.163949] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1219.164294] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.164294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.164380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.164556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.164709] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.164804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.164913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.165012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.165099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.165191] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.516930] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.517172] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.517431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.517547] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.517834] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.518073] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.518281] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.518542] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.518694] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.518909] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.519036] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.519153] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.519262] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.519371] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.519478] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.519607] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.539461] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.539720] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.539841] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.540030] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-942" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.540448] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-00bb5940-73bc-4e35-8ebd-6118b8dcd729 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.541137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.541351] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.541740] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.542176] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bb5940-73bc-4e35-8ebd-6118b8dcd729',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.552999] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: SUCCESS [ 1219.553241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.553827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.554040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.554291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.554419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.554485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.554659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.554877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.554877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.555059] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.667308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.667512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.667512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.667700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.667807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.667984] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.668103] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.668166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.668324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.668400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.668486] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1219.693781] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.693938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.693983] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.694253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.694593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.702940] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1220.045081] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.045339] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.045466] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.045761] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.045940] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.046140] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 00bb5940-73bc-4e35-8ebd-6118b8dcd729 not found, creating... [ 1220.046480] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.046673] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.046818] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.047165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.047331] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.047637] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.047800] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.047918] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.050359] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.051581] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.051581] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 00bb5940-73bc-4e35-8ebd-6118b8dcd729 is going to be created. [ 1220.058971] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.074322] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.074733] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.074733] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.075257] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.075257] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.075716] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.563422] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91e7bb6e-c6ba-4676-bad6-22602afdf514: rpc.has_security_group_logging(os_id): False [ 1220.581909] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.582133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.582133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.582348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.582437] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.582679] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.582877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.583040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.583234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.583324] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.583442] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 is going to be created. [ 1220.639752] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.639927] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.640000] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.640282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.640497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.653119] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: IN_PROGRESS for 2s [ 1220.766179] env[65117]: INFO networking_nsxv3.common.synchronization [req-bacafb17-f94d-4dbf-83b7-d084a2808076 req-ca807595-396d-49cb-b5e6-d172ce967305 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1220.766382] env[65117]: INFO networking_nsxv3.common.synchronization [req-bacafb17-f94d-4dbf-83b7-d084a2808076 req-ca807595-396d-49cb-b5e6-d172ce967305 service nova] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1220.766518] env[65117]: INFO networking_nsxv3.common.synchronization [req-bacafb17-f94d-4dbf-83b7-d084a2808076 req-ca807595-396d-49cb-b5e6-d172ce967305 service nova] Enqueued Resource ID: 00bb5940-73bc-4e35-8ebd-6118b8dcd729 with Priority: HIGHEST for action port [ 1220.767032] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_rules [ 1220.767163] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1220.767253] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bb5940-73bc-4e35-8ebd-6118b8dcd729 with Priority: HIGHEST for action port [ 1220.767521] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.767645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.767710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.767902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.767987] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.769220] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.769316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.769508] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-00bb5940-73bc-4e35-8ebd-6118b8dcd729 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.769625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.769672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.769825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.769902] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bb5940-73bc-4e35-8ebd-6118b8dcd729',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.272226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.272406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.272669] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00bb5940-73bc-4e35-8ebd-6118b8dcd729 with status ACTIVE [ 1221.272945] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.273110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.273210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.273504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.273652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.273958] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.274079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.274148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.274349] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.274496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.274718] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.274940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.275084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.276072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.276072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.276072] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00bb5940-73bc-4e35-8ebd-6118b8dcd729 is going to be updated. [ 1221.305369] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.305660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.305660] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.305841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.305993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.306184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00bb5940-73bc-4e35-8ebd-6118b8dcd729" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.711945] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1221.712364] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1221.712364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.712456] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.712668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.712936] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.713132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.713224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.713433] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.713546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.713704] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.216710] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.666030] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: SUCCESS [ 1222.666292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.718963] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.221385] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.221890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.222094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.222395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.222603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.222813] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1223.252040] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.252269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.252269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.252452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.252643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.262298] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1225.272889] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1225.273369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.273369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.273613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.273844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.273990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.274094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.274291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.274389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.274495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.274650] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.672532] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.672737] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.672865] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.673182] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.673445] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.673601] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.673719] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.673933] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.674088] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.674306] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.674463] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.674509] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.674617] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.674721] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.674838] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.675070] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.694769] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.694950] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1225.695104] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.695248] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-248" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.695568] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.695749] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.695860] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.696135] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.696272] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.768302] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.768454] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1225.778293] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.778458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.778566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.778743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.778914] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.779063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.779102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.779222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.779304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.779393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.779545] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.779635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.779717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.779962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.780125] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.780219] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.780281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.780417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.780492] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.780574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.780661] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.198485] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.198717] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.198843] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.199136] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.199299] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.199596] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.199752] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.199895] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.200149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.200291] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.200580] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.200731] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.200847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.201608] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.201839] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.201966] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 is going to be updated. [ 1226.224586] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.224803] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.224929] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.225262] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.225477] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.225708] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.284102] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce6f8bbf-fb67-420c-88a1-74863419e401: rpc.has_security_group_logging(os_id): False [ 1226.310298] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.310510] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.310584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.310768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.310892] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.311158] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.311278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.311444] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.311584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.311679] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.311926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.312065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.312131] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.312316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.312398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.312615] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.312720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.312773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.312937] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.313087] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.313240] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1226.403036] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.403289] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.403392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.403602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.403762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.419824] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1226.914636] env[65117]: INFO networking_nsxv3.common.synchronization [req-5819f6dc-0c79-443c-b1b0-6ec3e88257e1 req-be96cbf4-30f2-4d84-be70-c9ea213b0573 service nova] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1226.914893] env[65117]: INFO networking_nsxv3.common.synchronization [req-5819f6dc-0c79-443c-b1b0-6ec3e88257e1 req-be96cbf4-30f2-4d84-be70-c9ea213b0573 service nova] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1226.914972] env[65117]: INFO networking_nsxv3.common.synchronization [req-5819f6dc-0c79-443c-b1b0-6ec3e88257e1 req-be96cbf4-30f2-4d84-be70-c9ea213b0573 service nova] Enqueued Resource ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 with Priority: HIGHEST for action port [ 1226.915440] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_rules [ 1226.915581] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1226.915770] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 with Priority: HIGHEST for action port [ 1226.918278] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.918430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.918462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.918673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.918759] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.919759] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.919759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.919935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.920095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.920188] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.920305] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.920403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.920524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.920607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.920700] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.921587] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.921707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.921773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.921932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.921996] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.423716] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.424071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.424187] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.425076] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 with status ACTIVE [ 1227.425264] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.425386] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.425453] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.425724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.425823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.425998] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.426143] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.426208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.426376] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.426458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.426646] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.426740] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.426848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.426993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.427117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.427207] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3 is going to be updated. [ 1227.449140] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.449334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.449408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.449605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.449750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.449915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4fbfbc-4bfe-48d4-b1aa-3cf393d949d3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.929576] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.433716] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.433716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.433716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.434211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.434211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.434315] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 is going to be updated. [ 1228.436735] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1228.437071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.469155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.469241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.469241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.469781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.469781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.478781] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: IN_PROGRESS for 2s [ 1230.492509] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: SUCCESS [ 1230.492952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.492952] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.493254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.493477] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.493680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.493797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.493991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.494121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.494246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.494399] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.998738] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.501298] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14eae0b7-46ed-4902-b12c-f9e053d740f0: rpc.has_security_group_logging(os_id): False [ 1231.520682] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.520876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.520876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.521072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.521173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.521440] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.521577] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.521645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.521743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.521821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.521982] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 is going to be updated. [ 1231.587974] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.588197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.588294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.588752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.588752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.602730] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: IN_PROGRESS for 2s [ 1231.916900] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.917075] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1233.634142] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: SUCCESS [ 1233.634591] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.918922] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.918922] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.920310] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.920310] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.921545] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.921953] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.784757] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.785200] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.922427] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.922784] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.924423] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.924706] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.009990] env[65117]: INFO networking_nsxv3.common.synchronization [req-ff84935c-82db-4a14-aeb7-595ad685ab01 req-c6b52918-5bf8-4ca8-8162-633587850c23 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1258.010858] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1258.010934] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.011148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.011148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.011403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.011499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.011614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.011614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.011893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.011893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.012109] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.036952] env[65117]: INFO networking_nsxv3.common.synchronization [req-ff84935c-82db-4a14-aeb7-595ad685ab01 req-c6b52918-5bf8-4ca8-8162-633587850c23 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1258.036952] env[65117]: INFO networking_nsxv3.common.synchronization [req-ff84935c-82db-4a14-aeb7-595ad685ab01 req-c6b52918-5bf8-4ca8-8162-633587850c23 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1258.036952] env[65117]: INFO networking_nsxv3.common.synchronization [req-ff84935c-82db-4a14-aeb7-595ad685ab01 req-c6b52918-5bf8-4ca8-8162-633587850c23 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e with Priority: HIGHEST for action port [ 1258.037091] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1258.037198] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1258.037290] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e with Priority: HIGHEST for action port [ 1258.038410] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.038410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.038538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.039190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.039190] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.040156] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.040590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.040590] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8ffebe4-4678-4ca7-a335-34c09f56af9e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.040779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.040855] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.041029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.041111] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ffebe4-4678-4ca7-a335-34c09f56af9e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.516066] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.543383] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.543648] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.543780] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8ffebe4-4678-4ca7-a335-34c09f56af9e with status ACTIVE [ 1258.543875] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.544026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.544113] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.544253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.544335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.544519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.544604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.544692] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.544817] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.544902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.545077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.545216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.545216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.545350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.545426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.545494] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e is going to be updated. [ 1258.566020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.566190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.566293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.566449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.566584] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.566733] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.017485] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.520241] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.520241] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.520388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.520533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.520697] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.520736] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be updated. [ 1259.551395] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.551604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.551604] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.551807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.551949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.561044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: IN_PROGRESS for 2s [ 1260.225144] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.225523] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.225523] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.225742] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.226016] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.226186] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.226304] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.226527] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.226675] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.226890] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.227010] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.227130] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.227242] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.227353] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.227460] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.227592] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.247807] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.247977] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.248136] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.248326] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-648" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.248717] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.248995] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.249586] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.249586] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.249586] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f0a3e6-34bb-4c92-adcc-892c7cbd4726',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.491834] env[65117]: INFO networking_nsxv3.common.synchronization [req-ca231dc8-405d-4cfd-9d6a-4780c52d06a0 req-16bc610b-fd8b-4e56-8098-cdff0f7b875c tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1260.492432] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1260.492749] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.492863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.507858] env[65117]: INFO networking_nsxv3.common.synchronization [req-ca231dc8-405d-4cfd-9d6a-4780c52d06a0 req-16bc610b-fd8b-4e56-8098-cdff0f7b875c tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1260.508056] env[65117]: INFO networking_nsxv3.common.synchronization [req-ca231dc8-405d-4cfd-9d6a-4780c52d06a0 req-16bc610b-fd8b-4e56-8098-cdff0f7b875c tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1260.508368] env[65117]: INFO networking_nsxv3.common.synchronization [req-ca231dc8-405d-4cfd-9d6a-4780c52d06a0 req-16bc610b-fd8b-4e56-8098-cdff0f7b875c tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e with Priority: HIGHEST for action port [ 1260.508667] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_rules [ 1260.508801] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1260.508896] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e with Priority: HIGHEST for action port [ 1260.509429] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.509535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.509728] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.509809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.510018] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8ffebe4-4678-4ca7-a335-34c09f56af9e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.510135] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.510266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.510391] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.510468] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ffebe4-4678-4ca7-a335-34c09f56af9e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.752076] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.752388] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.752557] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.752890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.753102] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.753443] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.753654] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.753810] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.754180] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.754373] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.754699] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.754953] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.755128] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.755373] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.755548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.755727] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 is going to be updated. [ 1260.769404] env[65117]: INFO networking_nsxv3.common.synchronization [req-f27724d8-bfb4-4b32-8a06-3f98bee94275 req-0e59c592-6874-44c1-b581-5a58224f32ed tempest-DeleteServersTestJSON-1927382488 tempest-DeleteServersTestJSON-1927382488-project-member] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1260.770088] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGHEST for action security_group_members [ 1260.770396] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.770715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.770789] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.770922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.771090] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.771196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.771255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.771405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.771488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.771578] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.776619] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.776847] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.776928] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.777184] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.777384] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.778015] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.012819] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8ffebe4-4678-4ca7-a335-34c09f56af9e with status ACTIVE [ 1261.013093] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.013255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.013321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.013541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.013636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.013800] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.013931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.013966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.014116] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.014216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.014435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.014557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.014610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.014748] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.014829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.014905] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8ffebe4-4678-4ca7-a335-34c09f56af9e is going to be updated. [ 1261.036793] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.036930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.036990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.037184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.037489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.037489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8ffebe4-4678-4ca7-a335-34c09f56af9e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.274093] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.274093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.274093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.274547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.274547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.274547] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.274547] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.274746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.274746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.274819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.274854] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be updated. [ 1261.303703] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.303946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.304018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.304345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.304438] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.316287] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: IN_PROGRESS for 2s [ 1261.490538] env[65117]: INFO networking_nsxv3.common.synchronization [req-526e45fe-5dc5-4415-9954-0386a117bac6 req-dc9ccffa-2d1b-4a28-b3b0-105f621cf227 service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 1261.490719] env[65117]: INFO networking_nsxv3.common.synchronization [req-526e45fe-5dc5-4415-9954-0386a117bac6 req-dc9ccffa-2d1b-4a28-b3b0-105f621cf227 service nova] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1261.490858] env[65117]: INFO networking_nsxv3.common.synchronization [req-526e45fe-5dc5-4415-9954-0386a117bac6 req-dc9ccffa-2d1b-4a28-b3b0-105f621cf227 service nova] Enqueued Resource ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 with Priority: HIGHEST for action port [ 1261.491668] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_rules [ 1261.491668] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1261.491668] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 with Priority: HIGHEST for action port [ 1261.491925] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.492253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.492373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.492533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.492614] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.493985] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.494220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.494290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.494473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.494633] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.494732] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.494791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.494929] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.495026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.495131] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.496789] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.496907] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.496975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.497163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.497243] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f0a3e6-34bb-4c92-adcc-892c7cbd4726',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.570891] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1261.571126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.571290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.571499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.571704] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.571825] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.571897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.572060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.572186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.572286] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.995058] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.995209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.997507] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.999141] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 with status ACTIVE [ 1261.999401] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.999522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.999587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.000702] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.000702] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.000702] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.001606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.001606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.001606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.001606] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4f0a3e6-34bb-4c92-adcc-892c7cbd4726 is going to be updated. [ 1262.023404] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.023601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.023601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.023807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.023945] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.024129] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f0a3e6-34bb-4c92-adcc-892c7cbd4726" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.075056] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.499797] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.576955] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.002469] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.002651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.002763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.002948] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.003057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.003175] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1263.032843] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.033084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.033084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.033325] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.033543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.042942] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1263.078688] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.078859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.078909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.079169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.079259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.079399] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be updated. [ 1263.108906] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.109138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.109223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.109546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.109753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.120832] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: IN_PROGRESS for 2s [ 1263.328143] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce6f8bbf-fb67-420c-88a1-74863419e401 in Status: SUCCESS [ 1263.328451] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 deletion is rescheduled due to dependency. [ 1263.328668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.055834] env[65117]: INFO networking_nsxv3.common.synchronization [req-d66f0fec-79f4-4945-934d-67d75274d627 req-145fd3bc-d822-42b5-8596-96e6bc7addb6 tempest-AttachInterfacesUnderV243Test-312718320 tempest-AttachInterfacesUnderV243Test-312718320-project-member] Enqueued Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1264.056591] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d052826-4517-4d93-83cd-afc311da5162 with Priority: HIGHEST for action security_group_members [ 1264.056678] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d052826-4517-4d93-83cd-afc311da5162 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.056779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.053813] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1265.054075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.054518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.054758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.054965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.055102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.055226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.055333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.055413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.055498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.055586] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.131356] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1265.131665] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.131802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.132073] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.132335] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.132466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.132565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.132716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.132809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.132931] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.132982] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.134613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.134803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.134971] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.135093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.135167] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.135318] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.135396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.135484] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.558224] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.637680] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.638871] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.639037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.639125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.639367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.639461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.639665] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.639786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.640917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.640917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.640917] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.640917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be updated. [ 1265.693991] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.694145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.694214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.694452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.694687] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.704719] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: IN_PROGRESS for 2s [ 1266.060843] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c4a837-8064-4bdf-b8a4-6fc124d4d923: rpc.has_security_group_logging(os_id): False [ 1266.080279] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.080434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.080550] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.080819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.080913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.081206] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.081348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.081429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.081589] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.081668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.081757] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1266.142297] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d052826-4517-4d93-83cd-afc311da5162: rpc.has_security_group_logging(os_id): False [ 1266.154519] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.154920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.154920] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.155166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.155397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.165392] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.165582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.165653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.165841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.165930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.166201] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.166315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.166417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.166650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.166779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.166912] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be updated. [ 1266.168599] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1266.235975] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.236157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.236232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.236497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.236672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.253087] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: IN_PROGRESS for 2s [ 1267.720659] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1267.721045] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 deletion is rescheduled due to dependency. [ 1267.721045] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.721150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.721343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.721529] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.721647] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.721710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.721861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.721940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.722054] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.188033] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1268.188229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.225167] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.225406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.225493] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.225743] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.225838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.226064] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.226177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.226282] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.226502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.226587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.226683] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be updated. [ 1268.257770] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.258015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.258126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.258434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.258672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.269681] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1268.270802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.270802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.270802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.270802] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.272922] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: IN_PROGRESS for 2s [ 1268.796958] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.797435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.797435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.798150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.798333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.798498] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be deleted. [ 1268.848380] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.848551] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.848609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.848806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.848890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.849031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.057547] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.057656] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1270.291492] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d052826-4517-4d93-83cd-afc311da5162 in Status: SUCCESS [ 1270.292044] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 deletion is rescheduled due to dependency. [ 1270.292044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.292044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.292384] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.292612] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.292720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.292800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.292962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.293082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.293179] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d052826-4517-4d93-83cd-afc311da5162',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.795976] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.796203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.796279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.796506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.796569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.796753] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.796899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.796899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.797072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.797140] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.797250] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d052826-4517-4d93-83cd-afc311da5162 is going to be deleted. [ 1270.837204] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.837204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.837204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.837204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.837204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.837204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d052826-4517-4d93-83cd-afc311da5162" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.490751] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b820d8fd-59f7-4799-b0d2-081c85a9b5ec None None] Enqueued Resource ID: 70b4d7a9-539a-4553-90e7-cb1d89a045ba with Priority: HIGHEST for action port [ 1272.491108] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b4d7a9-539a-4553-90e7-cb1d89a045ba with Priority: HIGHEST for action port [ 1272.491803] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b4d7a9-539a-4553-90e7-cb1d89a045ba taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.491803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b4d7a9-539a-4553-90e7-cb1d89a045ba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.491803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b4d7a9-539a-4553-90e7-cb1d89a045ba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.491803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b4d7a9-539a-4553-90e7-cb1d89a045ba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.492730] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b4d7a9-539a-4553-90e7-cb1d89a045ba',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.995947] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70b4d7a9-539a-4553-90e7-cb1d89a045ba [ 1272.995947] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.995947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.995947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.995947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.995947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.995947] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70b4d7a9-539a-4553-90e7-cb1d89a045ba already deleted. [ 1272.995947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b4d7a9-539a-4553-90e7-cb1d89a045ba" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.072629] env[65117]: INFO networking_nsxv3.common.synchronization [None req-683ef62b-1837-465c-ab35-30eee4e47812 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_rules [ 1273.073547] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_rules [ 1273.073547] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.073798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.073798] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.073968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.074055] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.177615] env[65117]: INFO networking_nsxv3.common.synchronization [None req-45a2817a-2a0c-4759-94c4-525cf6523d39 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_rules [ 1273.178064] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_rules [ 1273.178368] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.178469] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.596016] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.596298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.596298] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.596439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.596530] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.596631] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d already deleted. [ 1273.596716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.596873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.597052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.597145] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.128208] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.128381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.128470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.129035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.129035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.129035] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d already deleted. [ 1274.129346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.749134] env[65117]: INFO networking_nsxv3.common.synchronization [None req-741f66b3-c3f7-4f85-b185-26e63b661c75 None None] Enqueued Resource ID: 6ec657f7-9863-451f-9930-65d0182db1a4 with Priority: HIGHEST for action port [ 1274.749705] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec657f7-9863-451f-9930-65d0182db1a4 with Priority: HIGHEST for action port [ 1274.750078] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec657f7-9863-451f-9930-65d0182db1a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.750369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec657f7-9863-451f-9930-65d0182db1a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.750543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec657f7-9863-451f-9930-65d0182db1a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.750844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec657f7-9863-451f-9930-65d0182db1a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.750956] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec657f7-9863-451f-9930-65d0182db1a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.253300] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ec657f7-9863-451f-9930-65d0182db1a4 [ 1275.253585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.253688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.253753] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.253990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.254093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.254197] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ec657f7-9863-451f-9930-65d0182db1a4 already deleted. [ 1275.254274] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec657f7-9863-451f-9930-65d0182db1a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.243049] env[65117]: INFO networking_nsxv3.common.synchronization [req-3fc98957-c45f-40fd-9c35-c8e40145b770 req-b92b50cc-ce67-4813-a8d4-3f856527e42c tempest-ServerActionsTestOtherB-23156469 tempest-ServerActionsTestOtherB-23156469-project-member] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1278.243757] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGHEST for action security_group_members [ 1278.243757] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.243851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.243851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.244042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.244198] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.244319] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.244373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.244508] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.244601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.244682] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.728844] env[65117]: INFO networking_nsxv3.common.synchronization [req-739c5f5a-d3fc-435a-8478-b8e42d1d6c7e req-99904c31-3b5e-4c8e-9f5a-2fd3a6e58283 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_members [ 1278.729600] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_members [ 1278.729767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.729838] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.729919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.730186] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.730341] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.730442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.730705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.730705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.730778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.730811] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.746798] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.746928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.746979] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.747162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.747247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.747432] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.747529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.747585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.747727] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.747802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.747886] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be updated. [ 1278.779776] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.779928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.779998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.780352] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.780575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.789285] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: IN_PROGRESS for 2s [ 1279.017834] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.018047] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.018174] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.018497] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.018791] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.018954] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.019088] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.019312] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.019458] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.019687] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.019803] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.019914] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.020035] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.020151] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.020257] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.020393] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.042515] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.043557] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.043557] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.043557] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.043557] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.043557] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.043557] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.043960] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.043999] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.232783] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.232988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.232988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.233248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.233357] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.233557] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.233659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.233722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.233881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.233956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.234052] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d already deleted. [ 1279.234136] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.546849] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.547175] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.547288] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.547568] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.547748] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.547907] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 not found, creating... [ 1279.548187] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.548361] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.548496] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.548728] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.548868] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.549250] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.549479] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.549617] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.549838] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.549963] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.550143] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 is going to be created. [ 1279.569920] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.570116] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.570293] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.570564] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.570818] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.571090] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.270985] env[65117]: INFO networking_nsxv3.common.synchronization [req-739c5f5a-d3fc-435a-8478-b8e42d1d6c7e req-cc0b4ed4-7eb7-40bd-ba6a-601eae99bcca service nova] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_rules [ 1280.271184] env[65117]: INFO networking_nsxv3.common.synchronization [req-739c5f5a-d3fc-435a-8478-b8e42d1d6c7e req-cc0b4ed4-7eb7-40bd-ba6a-601eae99bcca service nova] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_members [ 1280.271335] env[65117]: INFO networking_nsxv3.common.synchronization [req-739c5f5a-d3fc-435a-8478-b8e42d1d6c7e req-cc0b4ed4-7eb7-40bd-ba6a-601eae99bcca service nova] Enqueued Resource ID: 2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 with Priority: HIGHEST for action port [ 1280.271843] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_rules [ 1280.271979] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_members [ 1280.272291] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 with Priority: HIGHEST for action port [ 1280.272596] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.272736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.272802] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.273012] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.273095] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.273987] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.275016] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.275016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.275016] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.276135] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.276275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.276275] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.276373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.276447] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.778412] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.778888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.778888] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.779718] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 with status ACTIVE [ 1280.779923] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.780065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.780152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.780381] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.780471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.780659] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.780777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.780863] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.781044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.781127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.781315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.781413] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.781480] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.781608] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.781680] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.781763] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1 is going to be updated. [ 1280.800044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 in Status: SUCCESS [ 1280.800044] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 deletion is rescheduled due to dependency. [ 1280.800315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.806022] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.806212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.806254] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.806461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.806597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.806761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6d8ae9-0def-4a6b-9bc8-766960fdd4c1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.284386] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.786821] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.787269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.787269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.787269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.787486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.787486] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d is going to be created. [ 1281.809512] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.810100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.810179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.810399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.810562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.820711] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: UNINITIALIZED for 2s [ 1282.789226] env[65117]: INFO networking_nsxv3.common.synchronization [None req-136bd0aa-4e28-4c1d-a59e-36a69a76b2e8 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_rules [ 1282.789226] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_rules [ 1282.789226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.789226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.789883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.789883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.789883] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.876912] env[65117]: INFO networking_nsxv3.common.synchronization [None req-d98e4d29-7921-4723-90f4-b28b0a5d51ab tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_rules [ 1282.877731] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_rules [ 1282.878122] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.310472] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.310720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.310720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.310988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.310988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.311131] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf already deleted. [ 1283.311206] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.311392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.311597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.311681] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.833373] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: SUCCESS [ 1283.833754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.833815] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.834039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.834245] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.834448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.834448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.834590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.834675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.834765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.834857] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.836656] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.836850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.836850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.837037] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.837125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.837219] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf already deleted. [ 1283.837302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.338839] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.844185] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe36d451-aad7-4f68-a8e8-8fee71cbac3d: rpc.has_security_group_logging(os_id): False [ 1284.864499] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.864707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.864707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.864904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.864993] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.865254] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.865344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.865415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.865561] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.865638] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.865725] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d is going to be created. [ 1284.925785] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.925959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.926030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.926212] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.926395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.936277] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: IN_PROGRESS for 2s [ 1286.944566] env[65117]: INFO networking_nsxv3.common.synchronization [req-00c31d7e-02f3-47b8-bdac-5a362f611b2e req-ff08122f-bf3b-443e-99fe-4283baaf39ea tempest-AttachVolumeShelveTestJSON-1844276646 tempest-AttachVolumeShelveTestJSON-1844276646-project-member] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1286.945097] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGHEST for action security_group_members [ 1286.945427] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.945555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.945621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.945814] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.945965] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.946098] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.946162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.946311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.946509] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.946509] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.949205] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: SUCCESS [ 1286.949712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.448532] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.448716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.448844] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.448950] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.449051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.449359] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.449359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.449609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.449609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.449718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.449718] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 is going to be updated. [ 1287.477232] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.477321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.477389] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.477593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.477744] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.488181] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: IN_PROGRESS for 2s [ 1288.106439] env[65117]: INFO networking_nsxv3.common.synchronization [req-d8afab55-4ac4-4ba8-902c-a7d8988ffd52 req-20ce1c4d-5403-4870-9409-7904b44deaeb tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1288.108031] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1288.108031] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.108031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.108031] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.108345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.108409] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.108491] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.108554] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.108699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.108785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.108878] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.378680] env[65117]: INFO networking_nsxv3.common.synchronization [req-1595d63b-5676-48b4-a875-a95d7330951b req-2ce4b6ac-dc7f-4e64-8f19-112d14d95353 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_members [ 1288.379115] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_members [ 1288.379405] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.379612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.379612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.379968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.380445] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.380445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.380445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.380445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.380614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.380614] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.610913] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.678832] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.679053] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.679180] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.680137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.680137] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.680137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.680137] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.680341] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.680507] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.680719] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.680834] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.680941] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.681060] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.681171] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.681275] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.681403] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.699549] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.699704] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1288.699841] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.700026] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.700340] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.700503] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.701698] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.701698] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.701698] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526bfab8-2e1e-4bb9-b015-b920f0fbfcde',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.882636] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.882875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.882923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.883310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.883310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.883597] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.883707] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.883772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.883936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.884024] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.884109] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf already deleted. [ 1288.884191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.113508] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.203411] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.203644] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.203797] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.204138] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.204298] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.204462] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 526bfab8-2e1e-4bb9-b015-b920f0fbfcde not found, creating... [ 1289.204757] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.204928] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.205095] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.205345] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.205491] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.205785] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.205941] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.206069] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.206273] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.206405] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.206546] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 526bfab8-2e1e-4bb9-b015-b920f0fbfcde is going to be created. [ 1289.241927] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.242202] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.242266] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.242622] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.242861] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.243111] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.498263] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 in Status: SUCCESS [ 1289.498263] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 deletion is rescheduled due to dependency. [ 1289.498263] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.615849] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.616097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.616222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.617213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.617213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.617213] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1289.656674] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.656985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.656985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.657153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.657296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.670365] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1289.954087] env[65117]: INFO networking_nsxv3.common.synchronization [req-1595d63b-5676-48b4-a875-a95d7330951b req-cede6411-4cc8-4cda-9c22-883a60d78fb7 service nova] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_rules [ 1289.954373] env[65117]: INFO networking_nsxv3.common.synchronization [req-1595d63b-5676-48b4-a875-a95d7330951b req-cede6411-4cc8-4cda-9c22-883a60d78fb7 service nova] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_members [ 1289.954625] env[65117]: INFO networking_nsxv3.common.synchronization [req-1595d63b-5676-48b4-a875-a95d7330951b req-cede6411-4cc8-4cda-9c22-883a60d78fb7 service nova] Enqueued Resource ID: 526bfab8-2e1e-4bb9-b015-b920f0fbfcde with Priority: HIGHEST for action port [ 1289.955308] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_rules [ 1289.955483] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_members [ 1289.955608] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526bfab8-2e1e-4bb9-b015-b920f0fbfcde with Priority: HIGHEST for action port [ 1289.955890] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.956025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.956094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.956314] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.956414] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.958280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.958429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.958541] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.958742] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.958871] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.958973] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.959048] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.959195] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.959302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.959415] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.960435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.960557] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.960611] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.960767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.961667] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526bfab8-2e1e-4bb9-b015-b920f0fbfcde',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.459183] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.459579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.462763] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.463646] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 526bfab8-2e1e-4bb9-b015-b920f0fbfcde with status ACTIVE [ 1290.463861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.463985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.464069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.464262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.464350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.464560] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.464699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.464699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.464837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.464938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.466044] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.466044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.466044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.466044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.466044] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.466044] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 526bfab8-2e1e-4bb9-b015-b920f0fbfcde is going to be updated. [ 1290.581599] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.581847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.581847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.582041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.582184] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.582408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526bfab8-2e1e-4bb9-b015-b920f0fbfcde" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.968151] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.471215] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.471714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.471714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.471714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.471714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.471928] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf is going to be created. [ 1291.496216] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.496451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.496451] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.496682] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.496847] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.505705] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf in Status: UNINITIALIZED for 2s [ 1291.679503] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1291.679716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.519056] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf in Status: SUCCESS [ 1293.519056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.519056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.519056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.519056] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.519056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.519628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.519628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.519628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.519628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.519628] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.022086] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.524986] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee75d7d3-fee4-4c0b-90e5-19b672c619cf: rpc.has_security_group_logging(os_id): False [ 1294.542937] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.543153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.543153] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.543330] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.543423] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.543745] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.543893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.543966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.544143] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.544221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.544310] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf is going to be created. [ 1294.607730] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.607962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.607962] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.608194] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.608379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.619917] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf in Status: IN_PROGRESS for 2s [ 1294.714623] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.714871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.714871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.715109] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.715225] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.957132] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.957340] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.218316] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.721074] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.223910] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1296.224088] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1296.634086] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf in Status: SUCCESS [ 1296.634086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.091181] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.091181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.091181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.091181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.103321] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.104327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.105667] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.152155] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.152515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.152515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.152668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.165371] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.166270] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.166389] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.166455] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.239574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.239884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.239884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.240082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.241543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.241832] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1297.374636] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.374904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.375111] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.375405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.375947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.376737] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1297.467323] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.467555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.467653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.468064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.468535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.468963] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1297.469040] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fe36d451-aad7-4f68-a8e8-8fee71cbac3d', 'c5c4a837-8064-4bdf-b8a4-6fc124d4d923', 'af856696-58b6-41d8-8100-1a43ae8feb82', '03ea93fc-4a54-40d8-81e2-32428eb6ec37', 'a07e609d-bafa-4357-be29-979008d0f8b5', 'ad1e78fb-804d-445e-8704-b2a297bc444f', '91e7bb6e-c6ba-4676-bad6-22602afdf514', '30ed3f71-d543-4c88-a97b-2e0f3eedc513', '6a08bd97-700b-4075-a985-f0b5d5838ea2', 'ce6f8bbf-fb67-420c-88a1-74863419e401', 'ace42372-87b7-4703-a553-7f86d3e30d8e', '14eae0b7-46ed-4902-b12c-f9e053d740f0', '2efa3cdc-ac74-4158-8e81-ed27071ec563', 'dd4dc939-f34b-443b-98dc-2718909b7ac8', 'b8d371b3-42fb-4ef6-af3b-c985bab5d715', '86f4cd30-cf0f-4386-ba33-aa6271847656', '69229b64-513c-419e-aec5-4b9761b1ce0d', 'b9b07807-9b16-4a00-87f9-b0e34dca56ac', '1e04df77-288a-45a2-8502-8a557cf60a40', '31cef698-a84c-4d81-9847-9e15ab4d67df', '030cb4ef-c2af-4782-99f6-0c3a6e0bed6f', 'b169d2ca-bb3f-4e3f-aec3-b190a4d41d03', '5aa5254a-846c-4fb5-9046-c89589a192a4', '3dddcfbb-ab54-4524-9784-8653f2543d3a', 'ee75d7d3-fee4-4c0b-90e5-19b672c619cf', '7d0a120b-f53b-4700-ac4b-043d5d06f00b', '5802582e-5a42-464d-81cd-efc3162814cc', '70793108-ae75-4645-b65b-e35f54d9d9ae', 'f15beab6-7516-431d-b47a-3226ca9707ea', 'e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7', '1c8ba978-8d34-4c66-8b7c-11a35e561fe3', 'ad63d522-52c4-4e44-9fff-7112c74b23c2', '305963f4-f6dc-4182-9d86-4c4f36797791', 'feda6094-b58f-4a32-96bb-397a53046177', '08b0e060-639e-4310-adf1-3f74f916c2cc', '05670a63-7c87-48a8-8d10-6e842845ad2d', 'eeb1e01b-1cf8-470f-acb9-d1837e740b84', '1e58d464-507b-48a6-bfe1-14432128215c', '3e4f750a-a326-47c3-831f-be568cdc2e2f', '6e74c84d-380d-4de9-8280-397103b110ea'} {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.469251] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1297.496940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.497120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.497168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.497367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.497455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.497564] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1297.497636] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.497702] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1297.600021] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.600021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.600021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.600021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.600021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.600021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1297.600021] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.600021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1297.600021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1297.600021] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGH for action security_group_rules [ 1297.600021] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGH for action security_group_rules [ 1297.601252] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGH for action security_group_rules [ 1297.601252] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGH for action security_group_rules [ 1297.601252] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGH for action security_group_rules [ 1297.601252] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.957982] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.957982] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1299.958420] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGH for action security_group_rules [ 1299.958420] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af856696-58b6-41d8-8100-1a43ae8feb82 with Priority: HIGH for action security_group_rules [ 1299.958420] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGH for action security_group_rules [ 1299.958525] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 with Priority: HIGH for action security_group_rules [ 1299.958642] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cef698-a84c-4d81-9847-9e15ab4d67df with Priority: HIGH for action security_group_rules [ 1299.958856] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e04df77-288a-45a2-8502-8a557cf60a40 with Priority: HIGH for action security_group_rules [ 1299.958993] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac with Priority: HIGH for action security_group_rules [ 1299.959160] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69229b64-513c-419e-aec5-4b9761b1ce0d with Priority: HIGH for action security_group_rules [ 1299.959276] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 with Priority: HIGH for action security_group_rules [ 1299.959391] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 with Priority: HIGH for action security_group_rules [ 1299.959528] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 with Priority: HIGH for action security_group_rules [ 1299.959641] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 with Priority: HIGH for action security_group_rules [ 1299.959755] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace42372-87b7-4703-a553-7f86d3e30d8e with Priority: HIGH for action security_group_rules [ 1299.959887] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6f8bbf-fb67-420c-88a1-74863419e401 with Priority: HIGH for action security_group_rules [ 1299.959998] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 with Priority: HIGH for action security_group_rules [ 1299.960145] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e78fb-804d-445e-8704-b2a297bc444f with Priority: HIGH for action security_group_rules [ 1299.960265] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 1299.960410] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07e609d-bafa-4357-be29-979008d0f8b5 with Priority: HIGH for action security_group_rules [ 1299.960560] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 with Priority: HIGH for action security_group_rules [ 1299.960608] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 with Priority: HIGH for action security_group_rules [ 1299.961373] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.961568] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.961653] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.961870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.961960] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.963173] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af856696-58b6-41d8-8100-1a43ae8feb82 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.963173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.963359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.963399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.963492] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af856696-58b6-41d8-8100-1a43ae8feb82',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.964380] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.964511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.964511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.964664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.964720] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.965667] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.965667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.965667] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.965849] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.965849] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d371b3-42fb-4ef6-af3b-c985bab5d715',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.966812] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31cef698-a84c-4d81-9847-9e15ab4d67df taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.966812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.966812] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.967057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.967057] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31cef698-a84c-4d81-9847-9e15ab4d67df',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.967761] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e04df77-288a-45a2-8502-8a557cf60a40 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.967883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.967984] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.968169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.968221] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e04df77-288a-45a2-8502-8a557cf60a40',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.968911] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.969313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.969313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.969313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.969508] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9b07807-9b16-4a00-87f9-b0e34dca56ac',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.970071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69229b64-513c-419e-aec5-4b9761b1ce0d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.970205] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.970262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.970417] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.970495] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69229b64-513c-419e-aec5-4b9761b1ce0d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.971300] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4dc939-f34b-443b-98dc-2718909b7ac8 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.971399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.971485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.971623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.971788] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4dc939-f34b-443b-98dc-2718909b7ac8',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.972407] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f4cd30-cf0f-4386-ba33-aa6271847656 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.973068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.973068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.973068] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.973068] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f4cd30-cf0f-4386-ba33-aa6271847656',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.973767] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2efa3cdc-ac74-4158-8e81-ed27071ec563 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.973767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.973767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.973767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.973964] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2efa3cdc-ac74-4158-8e81-ed27071ec563',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.974551] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14eae0b7-46ed-4902-b12c-f9e053d740f0 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.974650] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.974719] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.974884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.974953] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14eae0b7-46ed-4902-b12c-f9e053d740f0',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.975861] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace42372-87b7-4703-a553-7f86d3e30d8e taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.975861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.976057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.976096] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.976166] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace42372-87b7-4703-a553-7f86d3e30d8e',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.976881] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce6f8bbf-fb67-420c-88a1-74863419e401 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.976970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.977021] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.977190] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.977261] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce6f8bbf-fb67-420c-88a1-74863419e401',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.977944] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a08bd97-700b-4075-a985-f0b5d5838ea2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.978141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.978141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.978281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.978353] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a08bd97-700b-4075-a985-f0b5d5838ea2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.979158] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1e78fb-804d-445e-8704-b2a297bc444f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.979246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.979296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.979666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.979666] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1e78fb-804d-445e-8704-b2a297bc444f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.980258] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.980406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.980406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.980597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.980671] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.981460] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a07e609d-bafa-4357-be29-979008d0f8b5 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.981460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.982151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.982151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.982151] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a07e609d-bafa-4357-be29-979008d0f8b5',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.982543] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.982659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.982723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.982865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.982944] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c4a837-8064-4bdf-b8a4-6fc124d4d923',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.983715] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.983833] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.983899] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.984052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.984126] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea93fc-4a54-40d8-81e2-32428eb6ec37',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.009042] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.009181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.009227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.010052] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.012213] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.012327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.032780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.032910] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e04df77-288a-45a2-8502-8a557cf60a40 is going to be deleted. [ 1300.033795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.034017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.052483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.052694] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af856696-58b6-41d8-8100-1a43ae8feb82 is going to be deleted. [ 1300.097896] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.098150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.098150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.098343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.098435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.098558] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e04df77-288a-45a2-8502-8a557cf60a40" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.099338] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.099457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.099527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.099673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.099752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.099864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af856696-58b6-41d8-8100-1a43ae8feb82" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.486586] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.486806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.486806] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.486942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.487120] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.487220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.487284] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.487436] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.487522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.487607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.487695] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.494600] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.494757] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.494810] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.494996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.495169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.495270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.495332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.495477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.495559] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.495643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.495726] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.499659] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.499794] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.499938] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.500099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.500291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.500442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.500495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.500600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.500699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.500763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.500848] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.542933] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.543233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.543233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.543375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.545123] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.545269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.549071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.549200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.549973] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.550082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.550851] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.550961] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.552614] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.552728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.553498] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.553609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.554435] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.554534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.555796] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.555896] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.556658] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.556745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.557411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.557502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.559569] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.559980] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.560097] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.560674] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.561071] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.561165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.561733] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.562113] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.562208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.562858] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.563251] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.563342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.565407] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.565771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.565881] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31cef698-a84c-4d81-9847-9e15ab4d67df is going to be deleted. [ 1300.566796] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.566936] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.590891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.591057] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c4a837-8064-4bdf-b8a4-6fc124d4d923 is going to be deleted. [ 1300.591881] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.592127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.611311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.611482] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1e78fb-804d-445e-8704-b2a297bc444f is going to be deleted. [ 1300.612279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.612517] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.617346] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.617486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.630339] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.630522] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14eae0b7-46ed-4902-b12c-f9e053d740f0 is going to be deleted. [ 1300.631296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.631502] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.640408] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.640646] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.648662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.648776] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69229b64-513c-419e-aec5-4b9761b1ce0d is going to be deleted. [ 1300.649636] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.649843] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.677166] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.677339] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9b07807-9b16-4a00-87f9-b0e34dca56ac is going to be deleted. [ 1300.678196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.678408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.690056] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.690266] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.691403] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.691507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.725395] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.725612] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.731191] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.731411] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2efa3cdc-ac74-4158-8e81-ed27071ec563 is going to be deleted. [ 1300.732367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.732714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.761721] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.761947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.774455] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.774649] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4dc939-f34b-443b-98dc-2718909b7ac8 is going to be deleted. [ 1300.775641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.775877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.804788] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.805055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.824165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.824362] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a08bd97-700b-4075-a985-f0b5d5838ea2 is going to be deleted. [ 1300.825232] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.825468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.893713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.893915] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d371b3-42fb-4ef6-af3b-c985bab5d715 is going to be deleted. [ 1300.894773] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.894992] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.914238] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.914461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.928183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.928376] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace42372-87b7-4703-a553-7f86d3e30d8e is going to be deleted. [ 1300.929242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.929450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.939916] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.940152] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.948797] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.948941] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea93fc-4a54-40d8-81e2-32428eb6ec37 is going to be deleted. [ 1300.949791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.950014] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.957477] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.957637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.984343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.984710] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f4cd30-cf0f-4386-ba33-aa6271847656 is going to be deleted. [ 1300.985426] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.985649] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.990277] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.004816] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.005043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.005186] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.006883] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.027334] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.027516] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce6f8bbf-fb67-420c-88a1-74863419e401 is going to be deleted. [ 1301.029057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.029292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.106859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.107117] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a07e609d-bafa-4357-be29-979008d0f8b5 is going to be deleted. [ 1301.107910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.108138] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.108220] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.108337] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31cef698-a84c-4d81-9847-9e15ab4d67df" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.108498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.108654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.108731] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.108842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c4a837-8064-4bdf-b8a4-6fc124d4d923" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.109390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.109546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.109635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.109765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1e78fb-804d-445e-8704-b2a297bc444f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.109897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.110059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.110137] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.110245] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14eae0b7-46ed-4902-b12c-f9e053d740f0" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.110387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.110534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.110606] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.110713] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69229b64-513c-419e-aec5-4b9761b1ce0d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.110835] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.110972] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.111056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.111162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9b07807-9b16-4a00-87f9-b0e34dca56ac" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.111283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.111421] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.111496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.111605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2efa3cdc-ac74-4158-8e81-ed27071ec563" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.111730] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.111865] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.111942] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4dc939-f34b-443b-98dc-2718909b7ac8" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.112322] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.112419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112533] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a08bd97-700b-4075-a985-f0b5d5838ea2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.112795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.112868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112966] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d371b3-42fb-4ef6-af3b-c985bab5d715" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.113102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.113236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.113310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.113432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace42372-87b7-4703-a553-7f86d3e30d8e" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.136020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.136246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.136246] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.136440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.136522] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.136644] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea93fc-4a54-40d8-81e2-32428eb6ec37" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.141840] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.142016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.142074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.142227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.142309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.142450] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f4cd30-cf0f-4386-ba33-aa6271847656" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.210414] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.210635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.210635] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.210878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.210964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.211102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce6f8bbf-fb67-420c-88a1-74863419e401" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.211832] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.211943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.212017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.212183] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.212290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.212475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a07e609d-bafa-4357-be29-979008d0f8b5" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.493110] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ed3f71-d543-4c88-a97b-2e0f3eedc513: rpc.has_security_group_logging(os_id): False [ 1301.507844] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe36d451-aad7-4f68-a8e8-8fee71cbac3d: rpc.has_security_group_logging(os_id): False [ 1301.509123] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91e7bb6e-c6ba-4676-bad6-22602afdf514: rpc.has_security_group_logging(os_id): False [ 1301.518702] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.518858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.518905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.519115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.525765] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.525947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.526592] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.526696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.537991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.538262] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.538356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.538412] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.538593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.538675] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.538766] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1301.539710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.539878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.557963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.558280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.558383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.558435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.558619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.558696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.558783] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 is going to be updated. [ 1301.559765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.559930] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.577837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.578169] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.578317] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.578404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.578631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.578716] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.578816] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d is going to be updated. [ 1301.608291] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.608532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.608532] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.608714] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.608840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.618325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.618512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.618512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.618712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.618857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.626502] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1301.631255] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: IN_PROGRESS for 2s [ 1301.633248] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.633402] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.633449] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.633673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.633820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.663421] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: IN_PROGRESS for 2s [ 1303.641926] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1303.642380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.642959] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: SUCCESS [ 1303.643156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.689884] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: SUCCESS [ 1303.690127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.161050] env[65117]: INFO networking_nsxv3.common.synchronization [req-aad0f32c-a105-4b85-a3f7-62a9ea08e174 req-6630fa8d-cfde-4896-a971-35dbf5dd8bda tempest-ServerActionsTestOtherA-1656384065 tempest-ServerActionsTestOtherA-1656384065-project-member] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1304.161598] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGHEST for action security_group_members [ 1304.161926] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.161998] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.162095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.162329] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.162512] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.162592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.162632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.163157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.163157] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.163157] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.667307] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.667729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.667729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.667729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.667883] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.668060] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.668168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.668230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.668380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.668447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.668534] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be updated. [ 1304.695054] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.695238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.695291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.695461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.695599] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.706057] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: IN_PROGRESS for 2s [ 1306.716613] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 in Status: SUCCESS [ 1306.717015] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 deletion is rescheduled due to dependency. [ 1306.717015] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.162880] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.163743] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.164134] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.164596] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.165288] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.165660] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.166715] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.167123] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.167412] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.167788] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.169012] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.169434] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.733467] env[65117]: INFO networking_nsxv3.common.synchronization [None req-2908f1b6-bb8a-4e82-a360-6c76159a7fc0 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_rules [ 1338.734089] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_rules [ 1338.734368] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.734504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.734570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.734827] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.734912] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.815054] env[65117]: INFO networking_nsxv3.common.synchronization [None req-ba9dc795-8930-4852-99dd-e67b644b2eb5 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_rules [ 1338.815543] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_rules [ 1338.815708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.815774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.255660] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.255821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.255894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.256139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.256235] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.256335] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3901a8-60ec-4482-823b-01c54883e647 already deleted. [ 1339.256419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.256570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.256729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.256814] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.779201] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.779621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.779621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.779621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.779746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.779804] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3901a8-60ec-4482-823b-01c54883e647 already deleted. [ 1339.779887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.816813] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.817365] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.225517] env[65117]: INFO networking_nsxv3.common.synchronization [req-efc33d42-2d44-445d-ad3e-46a8cdc0e372 req-014b584c-ecd5-4423-bda8-5426d36f3363 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_members [ 1344.226068] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_members [ 1344.226654] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.226654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.226654] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.226878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.227055] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.227169] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.227270] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.227393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.227476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.227572] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.523945] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.524168] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.524292] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.524580] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.524848] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.525035] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.525157] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.525386] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.525529] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.525762] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.525878] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.525995] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.526112] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.526231] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.526344] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.526473] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.547698] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.547876] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1344.548024] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.548210] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.548590] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.548780] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.548914] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.549286] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.549442] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a155dd7f-d31a-4b73-b487-22a1f5c19bd1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.730143] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.730346] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.730394] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.730879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.730879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.731051] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.731051] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.731161] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.731818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.731818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.731818] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3901a8-60ec-4482-823b-01c54883e647 already deleted. [ 1344.731818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.051449] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.051875] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.051875] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.052059] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.052211] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.052365] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port a155dd7f-d31a-4b73-b487-22a1f5c19bd1 not found, creating... [ 1345.052619] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.052825] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.052949] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.053183] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.053320] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.053601] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.053778] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.053931] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.054165] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.054302] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.054443] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: a155dd7f-d31a-4b73-b487-22a1f5c19bd1 is going to be created. [ 1345.074268] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.074464] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.074582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.074852] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.075122] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.075361] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.770071] env[65117]: INFO networking_nsxv3.common.synchronization [req-efc33d42-2d44-445d-ad3e-46a8cdc0e372 req-2eaf3134-4332-4cfa-a06d-b69257a6f4c9 service nova] Enqueued Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_rules [ 1345.770248] env[65117]: INFO networking_nsxv3.common.synchronization [req-efc33d42-2d44-445d-ad3e-46a8cdc0e372 req-2eaf3134-4332-4cfa-a06d-b69257a6f4c9 service nova] Enqueued Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_members [ 1345.770389] env[65117]: INFO networking_nsxv3.common.synchronization [req-efc33d42-2d44-445d-ad3e-46a8cdc0e372 req-2eaf3134-4332-4cfa-a06d-b69257a6f4c9 service nova] Enqueued Resource ID: a155dd7f-d31a-4b73-b487-22a1f5c19bd1 with Priority: HIGHEST for action port [ 1345.770889] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_rules [ 1345.771144] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_members [ 1345.771302] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a155dd7f-d31a-4b73-b487-22a1f5c19bd1 with Priority: HIGHEST for action port [ 1345.771628] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.771780] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.771873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.772196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.772309] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.773257] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.773476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.773575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.773823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.774008] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.775321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.775321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.775321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.775321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.775321] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.775321] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.775321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.775991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.775991] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.775991] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a155dd7f-d31a-4b73-b487-22a1f5c19bd1',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.278665] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.279954] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.279954] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.280574] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a155dd7f-d31a-4b73-b487-22a1f5c19bd1 with status ACTIVE [ 1346.280574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.280779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.280779] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.280913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.281041] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.281201] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.281296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.281358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.281506] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.281605] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.281772] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.281846] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.281900] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.282046] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.282121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.282205] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a155dd7f-d31a-4b73-b487-22a1f5c19bd1 is going to be updated. [ 1346.305885] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.306128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.306181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.306689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.306689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.306689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a155dd7f-d31a-4b73-b487-22a1f5c19bd1" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.781643] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.284578] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.285070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.285070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.285172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.285283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.285440] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3901a8-60ec-4482-823b-01c54883e647 is going to be created. [ 1347.314844] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.315110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.315110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.315295] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.315419] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.325429] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3901a8-60ec-4482-823b-01c54883e647 in Status: UNINITIALIZED for 2s [ 1349.337643] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3901a8-60ec-4482-823b-01c54883e647 in Status: SUCCESS [ 1349.338067] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.338244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.338565] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.338863] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.339070] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.339199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.339465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.339598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.339726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.339864] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.842831] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.345654] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3901a8-60ec-4482-823b-01c54883e647: rpc.has_security_group_logging(os_id): False [ 1350.363964] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.364680] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364840] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.365094] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.365190] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3901a8-60ec-4482-823b-01c54883e647 is going to be created. [ 1350.433069] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.433293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.433293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.433507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.433720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.448674] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3901a8-60ec-4482-823b-01c54883e647 in Status: IN_PROGRESS for 2s [ 1350.771988] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.772189] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1352.463484] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3901a8-60ec-4482-823b-01c54883e647 in Status: SUCCESS [ 1352.463484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.772937] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.773237] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.774244] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.774677] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.775239] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.775533] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.954372] env[65117]: INFO networking_nsxv3.common.synchronization [req-70dc2b61-22e9-4ac8-820a-dfd37df60b05 req-c8977946-2c73-49c4-b84a-fa2e0e05cbab tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_members [ 1368.954830] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGHEST for action security_group_members [ 1368.955145] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.955269] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.955331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.955525] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.955673] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.955767] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.955823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.955964] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.956207] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.956308] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.459600] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.459820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.459820] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.460026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.460119] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.460315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.460415] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.460478] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.460625] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.460700] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.460785] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 is going to be updated. [ 1369.489282] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.489503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.489503] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.489668] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.489877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.497915] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: IN_PROGRESS for 2s [ 1371.508341] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 in Status: SUCCESS [ 1371.508726] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 deletion is rescheduled due to dependency. [ 1371.508726] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.619430] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a0a088d6-731a-4da2-9ca3-d1998d2c3ebe tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_rules [ 1373.619942] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_rules [ 1373.620260] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.620383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.620448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.620699] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.620783] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.696048] env[65117]: INFO networking_nsxv3.common.synchronization [None req-a372eaa9-3098-49b0-b4f2-443190aff78f tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_rules [ 1373.696566] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_rules [ 1373.697354] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.697470] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.143056] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.143216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.143302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.143498] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.143590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.143685] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f970657-d57b-4994-942e-bca8de12f15f already deleted. [ 1374.143769] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.143939] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.144133] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.144221] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.663250] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.663704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.663704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.663704] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.663880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.663880] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f970657-d57b-4994-942e-bca8de12f15f already deleted. [ 1374.663946] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.697304] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.697304] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.011369] env[65117]: INFO networking_nsxv3.common.synchronization [req-9db52105-ff63-41b2-8af3-5617d189be41 req-838890e4-0de7-4b07-9f73-0ed16a2ec5fc tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_members [ 1379.011886] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_members [ 1379.012255] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.012399] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.012471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.012734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.012893] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.013016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.013203] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.013403] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.013461] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.013525] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.272329] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.272528] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.272678] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.272955] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.273263] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.273423] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.273539] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.274078] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.274265] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.274502] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.274622] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.274733] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.274844] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.274967] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.275089] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.275223] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.295891] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.296107] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.296231] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.296375] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-33" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.296751] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-62b03463-daaf-4f09-80b1-eafd9579f9ca taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.296950] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.297062] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.297530] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.297613] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b03463-daaf-4f09-80b1-eafd9579f9ca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.515826] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.515985] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.516078] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.516287] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.516398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.516610] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.516709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.516774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.516970] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.517066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.517150] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f970657-d57b-4994-942e-bca8de12f15f already deleted. [ 1379.517233] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.799541] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.799923] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.799923] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.800226] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.800381] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.800539] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 62b03463-daaf-4f09-80b1-eafd9579f9ca not found, creating... [ 1379.800807] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.801015] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.801177] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.801401] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.801541] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.801833] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.802016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.802142] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.802347] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.802488] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.802661] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 62b03463-daaf-4f09-80b1-eafd9579f9ca is going to be created. [ 1379.822052] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.822279] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.822404] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.822663] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.822888] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.823193] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.514167] env[65117]: INFO networking_nsxv3.common.synchronization [req-9db52105-ff63-41b2-8af3-5617d189be41 req-89d527f6-acf2-475c-8b4b-dbe0b2da3b2f service nova] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_rules [ 1380.514322] env[65117]: INFO networking_nsxv3.common.synchronization [req-9db52105-ff63-41b2-8af3-5617d189be41 req-89d527f6-acf2-475c-8b4b-dbe0b2da3b2f service nova] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_members [ 1380.514584] env[65117]: INFO networking_nsxv3.common.synchronization [req-9db52105-ff63-41b2-8af3-5617d189be41 req-89d527f6-acf2-475c-8b4b-dbe0b2da3b2f service nova] Enqueued Resource ID: 62b03463-daaf-4f09-80b1-eafd9579f9ca with Priority: HIGHEST for action port [ 1380.514687] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_rules [ 1380.514816] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_members [ 1380.514908] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b03463-daaf-4f09-80b1-eafd9579f9ca with Priority: HIGHEST for action port [ 1380.515489] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.515619] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.515722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.515902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.515988] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.516804] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.516910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.517008] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.517146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.517325] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.517427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.517489] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.517630] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.517709] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.517796] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.518515] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b03463-daaf-4f09-80b1-eafd9579f9ca taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.518618] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.518685] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.518858] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.518935] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b03463-daaf-4f09-80b1-eafd9579f9ca',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.020841] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.021969] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.022102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.022288] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b03463-daaf-4f09-80b1-eafd9579f9ca with status ACTIVE [ 1381.022420] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.022526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.022587] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.022785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.022873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.023077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.023168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.023234] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.023387] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.023464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.023645] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.023737] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.023843] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.023928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.024610] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.024745] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b03463-daaf-4f09-80b1-eafd9579f9ca is going to be updated. [ 1381.048455] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.048672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.048672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.048861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.048997] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.049168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b03463-daaf-4f09-80b1-eafd9579f9ca" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.527222] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.029315] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.029712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.029712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.029791] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.029898] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.029980] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f970657-d57b-4994-942e-bca8de12f15f is going to be created. [ 1382.054213] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.054420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.054601] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.054829] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.054995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.066247] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f970657-d57b-4994-942e-bca8de12f15f in Status: UNINITIALIZED for 2s [ 1383.505147] env[65117]: INFO networking_nsxv3.common.synchronization [req-e5adfb11-76aa-4596-8255-e1635319edd6 req-5380ae02-7aff-49fa-8c10-090f21d20183 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_members [ 1383.505870] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGHEST for action security_group_members [ 1383.506304] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.506475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.506574] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.506843] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.507077] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.507222] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.507320] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.507996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.507996] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.507996] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.011993] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.012261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.012374] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.012711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.034291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.034554] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.034677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.034752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.034956] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.035053] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.035146] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf is going to be updated. [ 1384.061790] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.062016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.062016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.062165] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.062309] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.070170] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf in Status: IN_PROGRESS for 2s [ 1384.080679] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f970657-d57b-4994-942e-bca8de12f15f in Status: SUCCESS [ 1384.080897] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.081095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.081366] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.081570] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.081695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.081765] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.081924] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.082013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.082114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.082208] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.584903] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.087563] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f970657-d57b-4994-942e-bca8de12f15f: rpc.has_security_group_logging(os_id): False [ 1385.106745] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.106947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.106947] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.107101] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.107193] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.107440] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.107544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.107609] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.107761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.107841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.107928] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f970657-d57b-4994-942e-bca8de12f15f is going to be created. [ 1385.173124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.173369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.173369] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.173569] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.173759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.186158] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f970657-d57b-4994-942e-bca8de12f15f in Status: IN_PROGRESS for 2s [ 1386.080682] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf in Status: SUCCESS [ 1386.081120] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf deletion is rescheduled due to dependency. [ 1386.081120] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.213473] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f970657-d57b-4994-942e-bca8de12f15f in Status: SUCCESS [ 1387.213853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.507321] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.508090] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.926465] env[65117]: INFO networking_nsxv3.common.synchronization [req-f86ba4b6-b199-4f35-83f8-500497e01089 req-8ad36541-c165-41f6-a106-258143ef8651 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_members [ 1391.927260] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3901a8-60ec-4482-823b-01c54883e647 with Priority: HIGHEST for action security_group_members [ 1391.927574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3901a8-60ec-4482-823b-01c54883e647 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.927705] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.927772] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.927963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.928136] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.928250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.928310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.928464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.928548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.928641] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3901a8-60ec-4482-823b-01c54883e647',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.430689] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.430887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.430887] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.431162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.431303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.431631] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.431807] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.431888] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.432072] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.432164] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.432278] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3901a8-60ec-4482-823b-01c54883e647 is going to be updated. [ 1392.463553] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.463781] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.463879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.464175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.464323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.473171] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3901a8-60ec-4482-823b-01c54883e647 in Status: IN_PROGRESS for 2s [ 1394.485390] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3901a8-60ec-4482-823b-01c54883e647 in Status: SUCCESS [ 1394.485851] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3901a8-60ec-4482-823b-01c54883e647 deletion is rescheduled due to dependency. [ 1394.485851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3901a8-60ec-4482-823b-01c54883e647" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.928191] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.928491] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.929552] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.929989] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.268770] env[65117]: INFO networking_nsxv3.common.synchronization [req-36549b98-4e82-447b-bffb-87cffc3eee10 req-f2e403e1-8448-4837-b56f-24040fc1ccfc tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_members [ 1403.269024] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGHEST for action security_group_members [ 1403.269411] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.269575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.269663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.269968] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.270259] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.270348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.270348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.270536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.270645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.270769] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.773378] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.773544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.773544] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.773761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.773842] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.774053] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.774242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.774242] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.774343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.774420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.774506] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d is going to be updated. [ 1403.801079] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.801338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.801338] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.801476] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.801621] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.809677] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: IN_PROGRESS for 2s [ 1405.821174] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d in Status: SUCCESS [ 1405.821484] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d deletion is rescheduled due to dependency. [ 1405.821484] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.928954] env[65117]: INFO networking_nsxv3.common.synchronization [None req-8219661e-848e-4cc5-bdcb-013112318f3d tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_rules [ 1407.929571] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_rules [ 1407.929808] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.929935] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.930013] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.930439] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.930527] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.022260] env[65117]: INFO networking_nsxv3.common.synchronization [None req-bf909f5a-79bb-4a8a-9bda-124666942c60 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_rules [ 1408.022806] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_rules [ 1408.023130] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.023273] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.451894] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.452102] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.452223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.452401] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.452496] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.452591] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546f28b4-aadc-452b-91c2-e6617198806f already deleted. [ 1408.452839] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.453040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.453327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.453434] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.975308] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.975698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.975698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.975698] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.975822] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.975923] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546f28b4-aadc-452b-91c2-e6617198806f already deleted. [ 1408.975971] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.024364] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.024772] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.276208] env[65117]: INFO networking_nsxv3.common.synchronization [req-c42c4094-a718-43c8-ab95-f17520b41852 req-e60714cf-0108-43f9-8954-ceb48b626a86 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_members [ 1415.276716] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_members [ 1415.277055] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.277200] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.277281] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.277526] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.277684] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.277775] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.277845] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.277982] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.278121] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.278216] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.594296] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.594519] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.594626] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.594890] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.595154] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.595434] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.595583] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.595819] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.595971] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.596206] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.596319] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.596430] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.596541] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.596651] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.596759] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.596899] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.619054] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.619237] env[65117]: DEBUG dogpile.cache.region [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.619384] env[65117]: DEBUG dogpile.lock [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.619561] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.619878] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock port-5016aabe-0791-498f-ad52-c2bf5df157c2 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.620063] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.620187] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.620513] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.620658] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5016aabe-0791-498f-ad52-c2bf5df157c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.780869] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.781066] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.781127] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.781348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.781474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.781708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.781818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.781884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.782060] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.782141] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.782229] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546f28b4-aadc-452b-91c2-e6617198806f already deleted. [ 1415.782311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.855114] env[65117]: INFO networking_nsxv3.common.synchronization [req-36fb1fa7-96bf-48b8-b90b-2490406a9c67 req-8b40cd51-808d-4774-99e4-b951c85cb2fa tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1415.855700] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1415.856239] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.856365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.856432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.856628] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.856784] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.856882] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.856944] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.857110] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.857196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.857320] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.123377] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.123607] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.123732] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.124028] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.124172] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.124335] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Segment Port 5016aabe-0791-498f-ad52-c2bf5df157c2 not found, creating... [ 1416.124598] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.124756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.124873] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.125107] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.125249] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.125540] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.125687] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.125805] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.126016] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.126156] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.126292] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Resource: SegmentPort with ID: 5016aabe-0791-498f-ad52-c2bf5df157c2 is going to be created. [ 1416.149495] env[65117]: DEBUG networking_nsxv3.common.locking [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.149783] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.149870] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.150105] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.150343] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.150582] env[65117]: DEBUG oslo_concurrency.lockutils [None req-b3bbc4d2-3502-4088-a606-d953b17912a2 None None] Releasing lock "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.359705] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.360299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.360299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.360299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.385316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.385506] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.385607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.385651] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.385874] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.385963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.386069] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1416.423189] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.423460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.423460] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.423670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.423816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.433407] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1416.865720] env[65117]: INFO networking_nsxv3.common.synchronization [req-c42c4094-a718-43c8-ab95-f17520b41852 req-a951fc5d-8eaf-4057-a3ed-ae0d8f01d48f service nova] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_rules [ 1416.866015] env[65117]: INFO networking_nsxv3.common.synchronization [req-c42c4094-a718-43c8-ab95-f17520b41852 req-a951fc5d-8eaf-4057-a3ed-ae0d8f01d48f service nova] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_members [ 1416.866269] env[65117]: INFO networking_nsxv3.common.synchronization [req-c42c4094-a718-43c8-ab95-f17520b41852 req-a951fc5d-8eaf-4057-a3ed-ae0d8f01d48f service nova] Enqueued Resource ID: 5016aabe-0791-498f-ad52-c2bf5df157c2 with Priority: HIGHEST for action port [ 1416.867129] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_rules [ 1416.867341] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_members [ 1416.867497] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5016aabe-0791-498f-ad52-c2bf5df157c2 with Priority: HIGHEST for action port [ 1416.867892] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.868257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.868257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.868464] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.868590] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.870268] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.870427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.870535] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.870785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.871014] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.871178] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.871279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.871500] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.871632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.871772] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.873147] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-5016aabe-0791-498f-ad52-c2bf5df157c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.873147] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.873359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.873447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.873549] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5016aabe-0791-498f-ad52-c2bf5df157c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.375538] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.379274] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.379463] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.379935] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5016aabe-0791-498f-ad52-c2bf5df157c2 with status ACTIVE [ 1417.380209] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.380375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.380477] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.380785] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.380919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.381214] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.381343] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.381466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.381678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.381787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.382085] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.382236] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.382332] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.382548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.382664] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.382790] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5016aabe-0791-498f-ad52-c2bf5df157c2 is going to be updated. [ 1417.406329] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.406585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.406585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.406876] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.407106] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.407359] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5016aabe-0791-498f-ad52-c2bf5df157c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.880949] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.382822] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.383301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.383301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.383468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.383468] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.383547] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546f28b4-aadc-452b-91c2-e6617198806f is going to be created. [ 1418.408711] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.408711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.408711] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.409077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.409174] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.421311] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546f28b4-aadc-452b-91c2-e6617198806f in Status: UNINITIALIZED for 2s [ 1418.445322] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1418.445731] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b deletion is rescheduled due to dependency. [ 1418.445891] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.431040] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546f28b4-aadc-452b-91c2-e6617198806f in Status: SUCCESS [ 1420.431040] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.431528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.431528] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.431670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.431795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.431861] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.432027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.432125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.432229] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.432357] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.934829] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.437700] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546f28b4-aadc-452b-91c2-e6617198806f: rpc.has_security_group_logging(os_id): False [ 1421.456494] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.456723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.456723] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.456902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.456989] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.457251] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.457354] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.457418] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.457570] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.457645] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.457728] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546f28b4-aadc-452b-91c2-e6617198806f is going to be created. [ 1421.512995] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.513179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.513227] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.513481] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.513666] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.523736] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546f28b4-aadc-452b-91c2-e6617198806f in Status: IN_PROGRESS for 2s [ 1421.868512] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.868647] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1423.145695] env[65117]: INFO networking_nsxv3.common.synchronization [req-5fa896a2-e9d4-4c34-a48d-c640c427b760 req-81ecbbfc-4114-4502-bfb3-732b8ac107d1 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1423.146313] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1423.146695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.146851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.146928] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.147146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.147299] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.147398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.147458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.147600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.147683] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.147779] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.459558] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.459764] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.459889] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.460176] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.460544] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.460734] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.460855] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.461093] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.461241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.461452] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1423.461570] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.461680] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.461791] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.461902] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1423.462016] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.462149] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.480944] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.481124] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1423.481302] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.481488] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.481793] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-92e4583c-50d1-4363-b0e9-843d79e7e431 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.481969] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.482106] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.482431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.482600] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e4583c-50d1-4363-b0e9-843d79e7e431',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.539764] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546f28b4-aadc-452b-91c2-e6617198806f in Status: SUCCESS [ 1423.539995] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.650240] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.650471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.650471] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.650607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.650696] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.650893] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.650988] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.651057] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.651216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.651300] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.651438] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1423.681081] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.681379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.681379] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.681546] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.681631] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.692653] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1423.985232] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.986701] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.986701] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.986701] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.986701] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.986701] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 92e4583c-50d1-4363-b0e9-843d79e7e431 not found, creating... [ 1423.986997] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.986997] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.987232] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.987329] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.987464] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.987759] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.987940] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.988073] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.988238] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.988371] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.988513] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 92e4583c-50d1-4363-b0e9-843d79e7e431 is going to be created. [ 1424.009375] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.009627] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.009713] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.009995] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.010241] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.010469] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.702067] env[65117]: INFO networking_nsxv3.common.synchronization [req-5fa896a2-e9d4-4c34-a48d-c640c427b760 req-031ad286-2052-450b-848d-3e9f2317d085 service nova] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1424.702329] env[65117]: INFO networking_nsxv3.common.synchronization [req-5fa896a2-e9d4-4c34-a48d-c640c427b760 req-031ad286-2052-450b-848d-3e9f2317d085 service nova] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1424.702440] env[65117]: INFO networking_nsxv3.common.synchronization [req-5fa896a2-e9d4-4c34-a48d-c640c427b760 req-031ad286-2052-450b-848d-3e9f2317d085 service nova] Enqueued Resource ID: 92e4583c-50d1-4363-b0e9-843d79e7e431 with Priority: HIGHEST for action port [ 1424.702897] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1424.703047] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1424.703147] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e4583c-50d1-4363-b0e9-843d79e7e431 with Priority: HIGHEST for action port [ 1424.703447] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.703562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.703622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.703821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.703909] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.704756] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.704854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.705055] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e4583c-50d1-4363-b0e9-843d79e7e431 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.705156] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.705223] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.705383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.705459] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e4583c-50d1-4363-b0e9-843d79e7e431',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.206686] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.206851] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.207016] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e4583c-50d1-4363-b0e9-843d79e7e431 with status ACTIVE [ 1425.207197] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.207307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.207373] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.207607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.207695] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.207862] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.207957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.208028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.208172] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.208248] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.208428] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.208521] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.208580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.208712] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.208786] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.208866] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e4583c-50d1-4363-b0e9-843d79e7e431 is going to be updated. [ 1425.231180] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.231348] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.231404] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.231640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.231787] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.231949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e4583c-50d1-4363-b0e9-843d79e7e431" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.702316] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1425.702652] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b deletion is rescheduled due to dependency. [ 1425.702652] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.702808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.702963] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.703167] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.703290] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.703434] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.703598] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.703681] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.703780] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.206328] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.709253] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.212108] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.212108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.212405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.212405] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.212514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.212557] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1427.263266] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.263462] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.263536] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.263826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.263980] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.273860] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1429.348882] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1429.349306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.349306] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.349440] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.349640] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.349761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.349828] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.350026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.350150] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.350244] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.350340] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.704487] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.704548] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1429.852352] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.355273] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d0a120b-f53b-4700-ac4b-043d5d06f00b: rpc.has_security_group_logging(os_id): False [ 1430.373165] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.373447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.373447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.373688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.373800] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.374087] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.374199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.374268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.374465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.374548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.374640] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1430.432624] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.432909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.432909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.433199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.433395] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.445413] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1432.458900] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1432.459296] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.705986] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.706416] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.706766] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.707209] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.707623] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.708064] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.709246] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.709698] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.710192] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.710597] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.847344] env[65117]: INFO networking_nsxv3.common.synchronization [req-3240acb1-b0bc-4c44-adde-417c0a89550d req-33dc2952-1ea4-4a02-b17b-7d490b9d5516 tempest-AttachVolumeTestJSON-187130145 tempest-AttachVolumeTestJSON-187130145-project-member] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_members [ 1455.847887] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGHEST for action security_group_members [ 1455.848205] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.848355] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.848457] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.848592] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.848741] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.848837] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.849115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.849213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.849213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.849338] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.351873] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.352179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.352179] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.352375] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.352465] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.352695] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.352808] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.352884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.353065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.353145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.353251] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f970657-d57b-4994-942e-bca8de12f15f is going to be updated. [ 1456.381354] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.381590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.381590] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.381755] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.381895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.390991] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f970657-d57b-4994-942e-bca8de12f15f in Status: IN_PROGRESS for 2s [ 1458.401974] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f970657-d57b-4994-942e-bca8de12f15f in Status: SUCCESS [ 1458.402430] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f970657-d57b-4994-942e-bca8de12f15f deletion is rescheduled due to dependency. [ 1458.402430] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.848683] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.849066] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.849754] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.849754] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.850854] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.851270] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.852364] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.852981] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.418089] env[65117]: INFO networking_nsxv3.common.synchronization [req-ff144fd3-38d8-46c1-bdb0-6043001d68f8 req-3c41be2e-4960-4dda-ae09-7711b3d65deb tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_members [ 1479.418872] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGHEST for action security_group_members [ 1479.418872] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.419042] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.420425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.420425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.420425] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.420425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.420425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.420425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.420425] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.420873] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.925670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.925670] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.925670] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.925670] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546f28b4-aadc-452b-91c2-e6617198806f is going to be updated. [ 1479.960534] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.960534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.960534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.960804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.960841] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.969853] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546f28b4-aadc-452b-91c2-e6617198806f in Status: IN_PROGRESS for 2s [ 1481.981825] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546f28b4-aadc-452b-91c2-e6617198806f in Status: SUCCESS [ 1481.982210] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546f28b4-aadc-452b-91c2-e6617198806f deletion is rescheduled due to dependency. [ 1481.982210] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.184418] env[65117]: INFO networking_nsxv3.common.synchronization [None req-445dfd97-cb9a-452e-a0de-3d47a02811f1 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_rules [ 1484.184977] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_rules [ 1484.184977] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.185115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.185115] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.185363] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.185444] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.263813] env[65117]: INFO networking_nsxv3.common.synchronization [None req-b2103b93-c391-4b90-bfb3-235768c95857 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_rules [ 1484.263813] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_rules [ 1484.264226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.264226] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.722207] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.722356] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.722458] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.722706] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.722809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.722929] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c already deleted. [ 1484.723034] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.723259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.723414] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.723506] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.243596] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.244099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.244099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.244099] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.244238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.244272] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c already deleted. [ 1485.244408] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.264784] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.265122] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.636846] env[65117]: INFO networking_nsxv3.common.synchronization [req-e55b6ddc-23f3-4d83-884f-b6b16a2cebe0 req-0ab4169b-1617-49c1-a9a0-11b029c6326a tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_members [ 1489.637264] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_members [ 1489.637556] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.637677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.637782] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.637987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.638153] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.638251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.638313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.638669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.638669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.638669] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.928153] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.928363] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.928490] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.928756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.929414] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.929595] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.929700] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.929914] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.930353] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.930353] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1489.930504] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1489.930504] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1489.930606] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1489.930687] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1489.930794] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1489.930925] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1489.951409] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1489.951580] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1489.951725] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1489.951901] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-990" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.952237] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-84064bab-1209-47df-90fb-bfb928ddd0be taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.952639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.952639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.952839] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.952979] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84064bab-1209-47df-90fb-bfb928ddd0be',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.140246] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.140485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.140485] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.140676] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.140763] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.140975] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.141079] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.141139] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.141288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.141364] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.141447] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c already deleted. [ 1490.141529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.455040] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.455431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.455431] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.455757] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.455917] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.456088] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 84064bab-1209-47df-90fb-bfb928ddd0be not found, creating... [ 1490.456366] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.456550] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.456687] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.456932] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.457087] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.457373] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.457744] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.457744] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.457896] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.458044] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.458187] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 84064bab-1209-47df-90fb-bfb928ddd0be is going to be created. [ 1490.479306] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.479502] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.479631] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.479891] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.480149] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.480382] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.785806] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.786022] env[65117]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9a61cdd1-5cb9-499c-bc69-b4139e49dcca None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.152135] env[65117]: INFO networking_nsxv3.common.synchronization [req-e55b6ddc-23f3-4d83-884f-b6b16a2cebe0 req-efee0e9c-d3da-488f-a8bb-fdfbee7d1236 service nova] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_rules [ 1491.152325] env[65117]: INFO networking_nsxv3.common.synchronization [req-e55b6ddc-23f3-4d83-884f-b6b16a2cebe0 req-efee0e9c-d3da-488f-a8bb-fdfbee7d1236 service nova] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_members [ 1491.152465] env[65117]: INFO networking_nsxv3.common.synchronization [req-e55b6ddc-23f3-4d83-884f-b6b16a2cebe0 req-efee0e9c-d3da-488f-a8bb-fdfbee7d1236 service nova] Enqueued Resource ID: 84064bab-1209-47df-90fb-bfb928ddd0be with Priority: HIGHEST for action port [ 1491.152965] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_rules [ 1491.153204] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_members [ 1491.153394] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84064bab-1209-47df-90fb-bfb928ddd0be with Priority: HIGHEST for action port [ 1491.153708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.153894] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.153999] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.154243] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.154358] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.155297] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.156132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.156132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.156132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.156132] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.156132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.156132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.156132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.156459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.156497] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.157280] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-84064bab-1209-47df-90fb-bfb928ddd0be taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.157871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.157871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.157871] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.157871] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84064bab-1209-47df-90fb-bfb928ddd0be',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.659915] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.661495] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.661495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.661723] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84064bab-1209-47df-90fb-bfb928ddd0be with status ACTIVE [ 1491.661787] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.662075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.662181] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.662400] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.662513] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.662712] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.662826] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.662890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.663069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.663143] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.663337] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.663483] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.663578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.663728] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.663813] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.663908] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84064bab-1209-47df-90fb-bfb928ddd0be is going to be updated. [ 1491.687030] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.687262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.687262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.687459] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.687593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.687749] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84064bab-1209-47df-90fb-bfb928ddd0be" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.165964] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.668602] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.668602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.668602] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.669114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.669114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.669114] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c is going to be created. [ 1492.693581] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.693747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.693803] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.694035] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.694197] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.703930] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: UNINITIALIZED for 2s [ 1494.714614] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: SUCCESS [ 1494.715069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.715069] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.715209] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.715399] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.715524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.715585] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.715746] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.715868] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.715977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.716074] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.218837] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.721550] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f154c110-6c3a-4162-9d5d-6304d2c05c6c: rpc.has_security_group_logging(os_id): False [ 1495.741634] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.741902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.741902] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.742063] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.742162] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.742417] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.742518] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.742581] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.742729] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.742804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.742889] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c is going to be created. [ 1495.798585] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.798804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.798804] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.799059] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.799251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.809947] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: IN_PROGRESS for 2s [ 1496.154094] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.154332] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1497.823687] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: SUCCESS [ 1497.824118] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.155989] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.156276] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.495384] env[65117]: INFO networking_nsxv3.common.synchronization [req-2e449652-4239-48d4-a088-d827446e48ec req-c665b44a-da2a-457f-8860-ffa0462fce20 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1501.495893] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1501.496344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.496344] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.496487] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.496596] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.496718] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.496821] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.496885] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.497056] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.497250] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.497250] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.000415] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.000623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.000623] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.000910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.001064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.001321] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.001428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.001497] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.001678] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.002230] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.002230] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1502.030020] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.030257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.030307] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.030479] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.030643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.039585] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1504.050712] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1504.051145] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b deletion is rescheduled due to dependency. [ 1504.051145] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.497250] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.497835] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.498949] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.499259] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.724185] env[65117]: INFO networking_nsxv3.common.synchronization [req-abb48c10-b780-4fa3-ac04-0d5934c4d07a req-a4e4ab9b-5a1e-4e53-89d1-89d60efaf2c1 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1511.725720] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1511.725720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.725720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.725720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.725720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.725720] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.725720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.725720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.726358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.726358] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.726358] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.000911] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.001155] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.001280] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.001548] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.001815] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.001999] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.002132] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.002349] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.002494] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.002707] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1512.002864] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] NeedRegenerationException {{(pid=65117) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1512.002998] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] no value, waiting for create lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1512.003169] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] value creation lock acquired {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1512.003296] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] No value present for key: 'zone-id' {{(pid=65117) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1512.003408] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Calling creation function for not-yet-present value {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1512.003544] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1512.024019] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1512.024191] env[65117]: DEBUG dogpile.cache.region [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65117) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1512.024341] env[65117]: DEBUG dogpile.lock [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Released creation lock {{(pid=65117) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1512.024514] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "network-429" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.024819] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock port-72702fb0-fada-451d-bb3c-ae11c251db5f taken with stack trace [, , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.025036] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.025147] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.025460] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.025599] env[65117]: DEBUG networking_nsxv3.api.rpc [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72702fb0-fada-451d-bb3c-ae11c251db5f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.227982] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.228224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.228224] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.228507] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.228637] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.228870] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.229016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.229126] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.229323] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.229427] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.229540] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1512.254940] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.255211] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.255315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.255548] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.255724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.265878] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1512.528261] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.528639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.528639] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.528908] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.529095] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.529264] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Segment Port 72702fb0-fada-451d-bb3c-ae11c251db5f not found, creating... [ 1512.529525] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.529687] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.529808] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.530047] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.530194] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.530479] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.530638] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.530756] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.530964] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.531114] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.531270] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Resource: SegmentPort with ID: 72702fb0-fada-451d-bb3c-ae11c251db5f is going to be created. [ 1512.556917] env[65117]: DEBUG networking_nsxv3.common.locking [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.557155] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.557281] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.557558] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.557789] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.558040] env[65117]: DEBUG oslo_concurrency.lockutils [None req-6527f9c6-a6ed-494a-aebe-786cd8453d16 None None] Releasing lock "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.255996] env[65117]: INFO networking_nsxv3.common.synchronization [req-abb48c10-b780-4fa3-ac04-0d5934c4d07a req-f631ba98-c050-48d3-a0ed-bdb249b964f9 service nova] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1513.256196] env[65117]: INFO networking_nsxv3.common.synchronization [req-abb48c10-b780-4fa3-ac04-0d5934c4d07a req-f631ba98-c050-48d3-a0ed-bdb249b964f9 service nova] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1513.256514] env[65117]: INFO networking_nsxv3.common.synchronization [req-abb48c10-b780-4fa3-ac04-0d5934c4d07a req-f631ba98-c050-48d3-a0ed-bdb249b964f9 service nova] Enqueued Resource ID: 72702fb0-fada-451d-bb3c-ae11c251db5f with Priority: HIGHEST for action port [ 1513.256593] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_rules [ 1513.256683] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1513.256778] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72702fb0-fada-451d-bb3c-ae11c251db5f with Priority: HIGHEST for action port [ 1513.257369] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.257499] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.257566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.257768] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.257848] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.259227] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.259327] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.259520] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock port-72702fb0-fada-451d-bb3c-ae11c251db5f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.259622] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.259684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.259872] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.259954] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72702fb0-fada-451d-bb3c-ae11c251db5f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.760341] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.760341] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.763737] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72702fb0-fada-451d-bb3c-ae11c251db5f with status ACTIVE [ 1513.763839] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.763990] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.764090] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.764310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.764420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.764611] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.764715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.764778] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.764932] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.765028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.765206] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.765304] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.765365] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.765504] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.765578] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.765663] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72702fb0-fada-451d-bb3c-ae11c251db5f is going to be updated. [ 1513.787660] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.787880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.787880] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.788100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.788262] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.788447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72702fb0-fada-451d-bb3c-ae11c251db5f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.275214] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1514.275441] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b deletion is rescheduled due to dependency. [ 1514.275514] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.275677] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.275918] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.276129] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.276255] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.276331] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.276534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.276624] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.276725] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.779333] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.281346] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.784283] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.784593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.784593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.784734] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.784811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.784910] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1515.818657] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.818955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.818955] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.819146] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.819283] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.828647] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1517.840381] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1517.840745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.840850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.841249] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.841558] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.841754] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.841877] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.842149] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.842308] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.842445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.842576] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.257722] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.257899] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1518.345582] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.848304] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d0a120b-f53b-4700-ac4b-043d5d06f00b: rpc.has_security_group_logging(os_id): False [ 1518.865389] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.865614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.865614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.865819] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.865910] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.866191] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.866302] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.866380] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.866529] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.866607] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.866693] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1518.921687] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.921903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.921903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.922100] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.922251] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.934892] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1520.949363] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1520.949718] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.259339] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.259802] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.260970] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.261362] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.261842] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.262297] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.711281] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.711722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.711722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.711722] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.711900] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.214731] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.717507] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.220091] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1536.220281] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1537.103358] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.103916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.103916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.103916] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.266254] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1537.267345] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.268989] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1537.319595] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.319870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.319870] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.320027] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.333580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.334604] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1537.334604] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.334950] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1537.376680] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.376890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.376890] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.377114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.377904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.378100] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1537.486538] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.486792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.486792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.486903] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.487208] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.487471] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1537.587762] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.588025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.588025] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.588199] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.588501] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.588779] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1537.588868] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fe36d451-aad7-4f68-a8e8-8fee71cbac3d', '030cb4ef-c2af-4782-99f6-0c3a6e0bed6f', '1f970657-d57b-4994-942e-bca8de12f15f', 'b169d2ca-bb3f-4e3f-aec3-b190a4d41d03', '5aa5254a-846c-4fb5-9046-c89589a192a4', '3dddcfbb-ab54-4524-9784-8653f2543d3a', 'ee75d7d3-fee4-4c0b-90e5-19b672c619cf', '7d0a120b-f53b-4700-ac4b-043d5d06f00b', '546f28b4-aadc-452b-91c2-e6617198806f', '91e7bb6e-c6ba-4676-bad6-22602afdf514', '30ed3f71-d543-4c88-a97b-2e0f3eedc513', '5802582e-5a42-464d-81cd-efc3162814cc', '70793108-ae75-4645-b65b-e35f54d9d9ae', 'f15beab6-7516-431d-b47a-3226ca9707ea', 'e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7', 'f154c110-6c3a-4162-9d5d-6304d2c05c6c', '1c8ba978-8d34-4c66-8b7c-11a35e561fe3', 'ad63d522-52c4-4e44-9fff-7112c74b23c2', '305963f4-f6dc-4182-9d86-4c4f36797791', 'feda6094-b58f-4a32-96bb-397a53046177', '08b0e060-639e-4310-adf1-3f74f916c2cc', 'fb3901a8-60ec-4482-823b-01c54883e647', '05670a63-7c87-48a8-8d10-6e842845ad2d', 'eeb1e01b-1cf8-470f-acb9-d1837e740b84', '1e58d464-507b-48a6-bfe1-14432128215c', '3e4f750a-a326-47c3-831f-be568cdc2e2f', '6e74c84d-380d-4de9-8280-397103b110ea'} {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.588973] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1537.611455] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.611751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.611751] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.611915] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.611987] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.612129] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1537.612205] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.612272] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1537.703109] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.703836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.703836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.703836] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.704974] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.705252] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1537.705339] env[65117]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65117) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.705415] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1537.705507] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1537.705634] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1537.705728] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGH for action security_group_rules [ 1537.705810] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGH for action security_group_rules [ 1537.705879] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGH for action security_group_rules [ 1537.705944] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGH for action security_group_rules [ 1537.706010] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGH for action security_group_rules [ 1537.706078] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGH for action security_group_rules [ 1537.706130] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGH for action security_group_rules [ 1537.706191] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGH for action security_group_rules [ 1537.706247] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGH for action security_group_rules [ 1537.706308] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGH for action security_group_rules [ 1537.706368] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 1537.706423] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGH for action security_group_rules [ 1537.706488] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGH for action security_group_rules [ 1537.706554] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGH for action security_group_rules [ 1537.706618] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGH for action security_group_rules [ 1537.706675] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGH for action security_group_rules [ 1537.706721] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGH for action security_group_rules [ 1537.706771] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGH for action security_group_rules [ 1537.706814] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGH for action security_group_rules [ 1537.706860] env[65117]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGH for action security_group_rules [ 1537.706953] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.263127] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.263620] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1538.263620] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d with Priority: HIGH for action security_group_rules [ 1538.263620] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f970657-d57b-4994-942e-bca8de12f15f with Priority: HIGH for action security_group_rules [ 1538.263620] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf with Priority: HIGH for action security_group_rules [ 1538.263620] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 with Priority: HIGH for action security_group_rules [ 1538.263810] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feda6094-b58f-4a32-96bb-397a53046177 with Priority: HIGH for action security_group_rules [ 1538.263810] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305963f4-f6dc-4182-9d86-4c4f36797791 with Priority: HIGH for action security_group_rules [ 1538.263883] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 with Priority: HIGH for action security_group_rules [ 1538.263971] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 with Priority: HIGH for action security_group_rules [ 1538.264051] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15beab6-7516-431d-b47a-3226ca9707ea with Priority: HIGH for action security_group_rules [ 1538.264112] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGH for action security_group_rules [ 1538.264260] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70793108-ae75-4645-b65b-e35f54d9d9ae with Priority: HIGH for action security_group_rules [ 1538.264351] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5802582e-5a42-464d-81cd-efc3162814cc with Priority: HIGH for action security_group_rules [ 1538.264436] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 with Priority: HIGH for action security_group_rules [ 1538.264518] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 with Priority: HIGH for action security_group_rules [ 1538.264603] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546f28b4-aadc-452b-91c2-e6617198806f with Priority: HIGH for action security_group_rules [ 1538.264686] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a with Priority: HIGH for action security_group_rules [ 1538.264778] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGH for action security_group_rules [ 1538.264852] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 with Priority: HIGH for action security_group_rules [ 1538.264961] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f with Priority: HIGH for action security_group_rules [ 1538.265028] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 with Priority: HIGH for action security_group_rules [ 1538.265446] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.265580] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.265639] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.265854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.265935] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe36d451-aad7-4f68-a8e8-8fee71cbac3d',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.267025] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f970657-d57b-4994-942e-bca8de12f15f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.267177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.267177] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.267310] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.267381] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f970657-d57b-4994-942e-bca8de12f15f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.268541] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.268673] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.268715] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.268875] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.269219] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee75d7d3-fee4-4c0b-90e5-19b672c619cf',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.269750] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.269750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.270022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.270022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.270022] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.270732] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feda6094-b58f-4a32-96bb-397a53046177 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.270853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.270913] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.271043] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.271112] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feda6094-b58f-4a32-96bb-397a53046177',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.271975] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305963f4-f6dc-4182-9d86-4c4f36797791 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.271975] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.272112] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.272175] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.272218] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305963f4-f6dc-4182-9d86-4c4f36797791',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.272919] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad63d522-52c4-4e44-9fff-7112c74b23c2 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.273055] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.273105] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.273213] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.273285] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad63d522-52c4-4e44-9fff-7112c74b23c2',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.273955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.274074] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.274148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.274311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.274387] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8ba978-8d34-4c66-8b7c-11a35e561fe3',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.275167] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f15beab6-7516-431d-b47a-3226ca9707ea taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.275328] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.275420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.275582] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.275657] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f15beab6-7516-431d-b47a-3226ca9707ea',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.276349] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.276448] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.276515] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.276662] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.276734] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.277461] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70793108-ae75-4645-b65b-e35f54d9d9ae taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.278189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.278189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.278189] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.278189] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70793108-ae75-4645-b65b-e35f54d9d9ae',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.278453] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5802582e-5a42-464d-81cd-efc3162814cc taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.278566] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.278629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.278771] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.278827] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5802582e-5a42-464d-81cd-efc3162814cc',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.279574] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.279689] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.279750] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.279986] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.280150] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ed3f71-d543-4c88-a97b-2e0f3eedc513',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.280948] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91e7bb6e-c6ba-4676-bad6-22602afdf514 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.281075] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.281130] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.281326] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.281405] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91e7bb6e-c6ba-4676-bad6-22602afdf514',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.282081] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546f28b4-aadc-452b-91c2-e6617198806f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.282293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.282293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.282429] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.282483] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546f28b4-aadc-452b-91c2-e6617198806f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.283226] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dddcfbb-ab54-4524-9784-8653f2543d3a taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.283398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.283398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.283538] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.283610] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dddcfbb-ab54-4524-9784-8653f2543d3a',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.284300] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.284410] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.284474] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.284620] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.284691] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.285375] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aa5254a-846c-4fb5-9046-c89589a192a4 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.285488] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.285534] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.285684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.285750] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aa5254a-846c-4fb5-9046-c89589a192a4',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.286538] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.286669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.286669] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.286848] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.287072] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('030cb4ef-c2af-4782-99f6-0c3a6e0bed6f',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.287607] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.287717] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.287823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.287943] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.287997] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b169d2ca-bb3f-4e3f-aec3-b190a4d41d03',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.330382] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.330617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.330617] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.330792] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.333247] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.333431] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.334174] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.334303] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.339430] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.339555] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.354125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.354315] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f970657-d57b-4994-942e-bca8de12f15f is going to be deleted. [ 1538.355187] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.355420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.377629] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.377797] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7 is going to be deleted. [ 1538.378736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.378957] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.399783] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.399964] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee75d7d3-fee4-4c0b-90e5-19b672c619cf is going to be deleted. [ 1538.400759] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.400959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.425620] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.425884] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.427587] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.427688] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.430367] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.430481] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe36d451-aad7-4f68-a8e8-8fee71cbac3d is going to be deleted. [ 1538.431342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.431553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.431643] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.431762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f970657-d57b-4994-942e-bca8de12f15f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.431911] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.432093] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.432173] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.432280] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19fc9c3-ad3f-4d6a-97a4-d8f4f76de9a7" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.458124] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.458335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.458335] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.458527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.458614] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.458736] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee75d7d3-fee4-4c0b-90e5-19b672c619cf" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.492230] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.492442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.492442] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.492632] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.492724] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.492853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe36d451-aad7-4f68-a8e8-8fee71cbac3d" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.791318] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.791543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.791543] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.791752] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.791929] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.792086] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.792160] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.792299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.792388] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.792475] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.792561] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.801904] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.802064] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.802124] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.802294] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.802482] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.802597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.802663] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.802811] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.803028] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.803333] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.803431] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.855660] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.855857] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.855919] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.856151] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.857775] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.857922] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.858620] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.858720] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.859423] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.859519] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.860165] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.860261] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.860890] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.860981] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.861781] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.861878] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.862660] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.862762] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.863425] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.863520] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.864227] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.864328] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.865012] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.865117] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.865706] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1538.866193] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.866291] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.866943] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1538.867355] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.867445] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.868670] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1538.869110] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.869204] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.885778] env[65117]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1538.886299] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.886431] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5802582e-5a42-464d-81cd-efc3162814cc is going to be deleted. [ 1538.887597] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.887816] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.907879] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.908058] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8ba978-8d34-4c66-8b7c-11a35e561fe3 is going to be deleted. [ 1538.909018] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.909247] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.938539] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.938722] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 030cb4ef-c2af-4782-99f6-0c3a6e0bed6f is going to be deleted. [ 1538.939603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.939818] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.954902] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.955154] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.968377] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.968538] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b169d2ca-bb3f-4e3f-aec3-b190a4d41d03 is going to be deleted. [ 1538.969398] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.969672] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.979599] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.979788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.000383] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.000583] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546f28b4-aadc-452b-91c2-e6617198806f is going to be deleted. [ 1539.001556] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.001801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.036022] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.036215] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91e7bb6e-c6ba-4676-bad6-22602afdf514 is going to be deleted. [ 1539.037125] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.037342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.045605] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.045795] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.078065] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.078276] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70793108-ae75-4645-b65b-e35f54d9d9ae is going to be deleted. [ 1539.079168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.079390] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.083760] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.083923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.086987] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.087128] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.105052] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.105253] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.158108] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.158320] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ed3f71-d543-4c88-a97b-2e0f3eedc513 is going to be deleted. [ 1539.159686] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.160026] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.272764] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.273316] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.273788] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.273913] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aa5254a-846c-4fb5-9046-c89589a192a4 is going to be deleted. [ 1539.274832] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.275039] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.292955] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.293238] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.300867] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.305048] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.321909] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.322161] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad63d522-52c4-4e44-9fff-7112c74b23c2 is going to be deleted. [ 1539.323862] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.324104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.351527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.351769] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305963f4-f6dc-4182-9d86-4c4f36797791 is going to be deleted. [ 1539.352854] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.353163] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.397170] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.397330] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f15beab6-7516-431d-b47a-3226ca9707ea is going to be deleted. [ 1539.398279] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.398495] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.411184] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.411435] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.450708] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.450949] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.458967] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.459184] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feda6094-b58f-4a32-96bb-397a53046177 is going to be deleted. [ 1539.460077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.460301] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.461747] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.461864] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.499490] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.499687] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dddcfbb-ab54-4524-9784-8653f2543d3a is going to be deleted. [ 1539.500549] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.500823] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.500908] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.501095] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5802582e-5a42-464d-81cd-efc3162814cc" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.501268] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.501473] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.501575] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.501745] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8ba978-8d34-4c66-8b7c-11a35e561fe3" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.502321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.502505] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.502588] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.502710] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-030cb4ef-c2af-4782-99f6-0c3a6e0bed6f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.502834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.502977] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.503071] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.503192] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546f28b4-aadc-452b-91c2-e6617198806f" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.503313] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.503452] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.503524] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.503640] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b169d2ca-bb3f-4e3f-aec3-b190a4d41d03" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.503758] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.503895] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.503959] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.504082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91e7bb6e-c6ba-4676-bad6-22602afdf514" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.504257] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.504393] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.504466] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.504579] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70793108-ae75-4645-b65b-e35f54d9d9ae" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.504701] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.504834] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.504904] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.505030] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ed3f71-d543-4c88-a97b-2e0f3eedc513" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.505168] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.505321] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.505396] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.505511] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aa5254a-846c-4fb5-9046-c89589a192a4" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.505626] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.505761] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.505831] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.505940] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305963f4-f6dc-4182-9d86-4c4f36797791" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.506082] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.506216] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.506288] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.506392] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad63d522-52c4-4e44-9fff-7112c74b23c2" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.566774] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.566774] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.567084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.567084] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.567196] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.567278] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f15beab6-7516-431d-b47a-3226ca9707ea" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.586618] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.587016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.587016] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.587132] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.587486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.587486] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feda6094-b58f-4a32-96bb-397a53046177" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.668194] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.668420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.668420] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.668593] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.668684] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.668809] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dddcfbb-ab54-4524-9784-8653f2543d3a" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.803566] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d0a120b-f53b-4700-ac4b-043d5d06f00b: rpc.has_security_group_logging(os_id): False [ 1539.807445] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f154c110-6c3a-4162-9d5d-6304d2c05c6c: rpc.has_security_group_logging(os_id): False [ 1539.837892] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.838214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.838214] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.838342] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.840510] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.840659] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.864297] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.864643] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.864777] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.864873] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.865114] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.865221] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.865322] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c is going to be updated. [ 1539.866428] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.866613] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.888923] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.889301] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.889447] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.889527] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.889747] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.889850] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.889962] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1539.939344] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.939512] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.939562] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.939760] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.939905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.951753] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.952029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.952029] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.952292] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.952441] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.962578] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: IN_PROGRESS for 2s [ 1539.968889] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1541.982311] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1541.982721] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.983417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: SUCCESS [ 1541.983603] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.266701] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.267112] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.268201] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.268495] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.812254] env[65117]: INFO networking_nsxv3.common.synchronization [req-56eacd4c-1caa-424d-8fe6-d9fb4b7b7082 req-8af6d39b-0745-4b3d-a078-911c89e33947 tempest-AttachVolumeNegativeTest-269658313 tempest-AttachVolumeNegativeTest-269658313-project-member] Enqueued Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_members [ 1550.812818] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c with Priority: HIGHEST for action security_group_members [ 1550.813182] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-f154c110-6c3a-4162-9d5d-6304d2c05c6c taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.813311] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.813397] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.813735] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.813735] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.813859] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.813905] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.814017] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.814104] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.814193] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f154c110-6c3a-4162-9d5d-6304d2c05c6c',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.316148] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.316411] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.316482] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.316738] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.316853] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.317129] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.317259] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.317315] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.317531] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.317641] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.317757] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c is going to be updated. [ 1551.347906] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.348159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.348159] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.348406] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.348553] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.357417] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: IN_PROGRESS for 2s [ 1553.368913] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c in Status: SUCCESS [ 1553.369336] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f154c110-6c3a-4162-9d5d-6304d2c05c6c deletion is rescheduled due to dependency. [ 1553.369336] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f154c110-6c3a-4162-9d5d-6304d2c05c6c" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.814290] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.814290] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.815594] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.815962] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.816426] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.816787] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.817299] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.817792] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.236621] env[65117]: INFO networking_nsxv3.common.synchronization [req-2fbb1f83-d949-40f2-8757-ed8a1afcd056 req-7ba9cdff-9539-464e-9039-546fee1fd966 tempest-ServerActionsTestJSON-1156558201 tempest-ServerActionsTestJSON-1156558201-project-member] Enqueued Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1572.237640] env[65117]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b with Priority: HIGHEST for action security_group_members [ 1572.237934] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0a120b-f53b-4700-ac4b-043d5d06f00b taken with stack trace [, , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.238077] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.238148] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.238350] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.238502] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.238600] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.238655] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.238801] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.238893] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.238982] env[65117]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0a120b-f53b-4700-ac4b-043d5d06f00b',) {} {{(pid=65117) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.744237] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.744237] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.744237] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.744237] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b is going to be updated. [ 1572.774293] env[65117]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65117) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.774293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.774293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.774293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.774293] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.781552] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: IN_PROGRESS for 2s [ 1574.791984] env[65117]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b in Status: SUCCESS [ 1574.792432] env[65117]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0a120b-f53b-4700-ac4b-043d5d06f00b deletion is rescheduled due to dependency. [ 1574.792432] env[65117]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0a120b-f53b-4700-ac4b-043d5d06f00b" {{(pid=65117) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.238264] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.238643] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.240047] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.240047] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.241624] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.241624] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.243071] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.243071] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.243791] env[65117]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.244268] env[65117]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0